-- Logs begin at Thu 2021-07-29 19:58:56 UTC, end at Thu 2021-07-29 20:55:38 UTC. -- Jul 29 20:30:34.860102 dv-cinder-802955-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 20:30:37.544178 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.common.config [-] Logging enabled! Jul 29 20:30:37.544755 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 20:30:37.544964 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 20:30:37.548925 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.common.config [-] Logging enabled! Jul 29 20:30:37.549186 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 20:30:37.549505 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 20:30:37.550538 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 20:30:37.550779 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 20:30:37.551148 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 20:30:37.551399 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 20:30:37.551630 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 20:30:37.551954 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.552259 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.552561 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.552794 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.553100 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.553395 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.553701 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.553995 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.554297 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.554583 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.554865 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.555151 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.555384 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.555666 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.555952 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.556241 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.556461 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] debug = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.556739 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.557162 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.557575 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.557883 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.558173 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.558456 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.558735 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.559013 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.559300 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.559633 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] host = dv-cinder-802955-1-iscsi {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.559913 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.560201 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.560488 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.560776 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.561048 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.561325 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.561629 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.561905 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.562179 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] log_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.562468 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.562746 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.563035 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.563329 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.563555 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.563803 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.564094 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.564381 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.564657 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.564932 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.565208 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.565483 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.565792 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.566063 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.566352 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.566637 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.566923 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.567199 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.567472 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.567746 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.568019 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.568304 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.568577 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.568860 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.569135 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.569427 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.569725 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.570004 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.570306 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.570593 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.570876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.571160 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.571436 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.571719 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.571993 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.572267 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.572538 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] use_json = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.572811 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.573082 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.573366 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.573671 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.573948 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.574226 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.574498 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.574783 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:37.575080 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.575379 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.575685 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.575972 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.576271 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.576554 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.576845 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.577126 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.577418 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.577737 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.578031 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.578312 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.578602 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.578888 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.579186 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.579518 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.579818 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.580115 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.580394 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.580695 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.580972 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.581251 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.581539 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.581916 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.582213 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.582491 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.582776 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.583069 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.583348 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.583623 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.583903 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.584196 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.584476 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.584750 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.585033 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.585311 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.585583 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.585880 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.586158 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.586449 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.586729 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.587004 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.587274 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.587551 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.587824 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.588110 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.588388 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.588663 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.588937 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.589214 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.589488 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.589795 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.590083 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.590362 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.590644 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.590921 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.591195 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.591469 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.591742 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.592016 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.592289 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.592561 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.592837 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.593112 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.593385 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.593685 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.593962 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.594236 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.594526 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.594827 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.595639 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.595920 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.596201 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.596484 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.596762 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.597041 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.597321 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.597633 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.597899 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.598189 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.598475 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.598768 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.599054 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.599332 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.599628 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.599907 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.600191 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.600471 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.600750 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.601042 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.601345 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.601934 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.602233 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.602531 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.602829 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.603127 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.603412 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.603723 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.604006 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:37.604226 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 20:30:37.604464 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94750) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 20:30:37.953898 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 20:30:37.954186 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 20:30:37.954995 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 20:30:37.955333 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 20:30:38.346186 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.346476 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.346684 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.347991 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.348269 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.348538 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.383459 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.383743 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.384026 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.399191 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.399474 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.399746 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.428402 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.428688 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.428964 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.465305 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.465615 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.465889 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.697100 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.697722 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.697722 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.697938 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.698644 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.818935 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.819266 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.819555 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.819832 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.820104 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.820423 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.820688 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.820949 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.821205 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.821490 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.821780 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.822051 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.822310 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.822564 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.822822 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.823089 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.823347 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.823618 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.823892 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.824153 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.824428 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.824684 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.824966 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.825346 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.825615 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.825869 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.826270 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:30:38.826515 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:30:38.826757 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:30:38.826998 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:30:38.827240 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:30:38.827479 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:30:38.827844 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 20:30:38.830988 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 20:30:38.834926 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 20:30:38.838786 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 29 20:30:38.840432 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 20:30:38.840886 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 20:30:38.841225 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 20:30:38.841634 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 20:30:38.844429 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 20:30:38.844685 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 20:30:38.845552 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 20:30:38.850831 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 20:30:38.874087 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 20:30:38.874547 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.874847 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94750) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 20:30:38.875214 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.876605 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94750) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 20:30:38.876890 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 20:30:38.877145 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 20:30:38.880522 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.880809 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:38.943238 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 20:30:38.943484 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 20:30:38.943725 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 20:30:38.944099 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 20:30:38.964789 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_db.sqlalchemy.engines [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94750) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 20:30:39.498464 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Initializing driver for type 'gre' Jul 29 20:30:39.499018 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] gre ID ranges: [(1, 1000)] Jul 29 20:30:39.554139 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Initializing driver for type 'local' Jul 29 20:30:39.554489 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Initializing driver for type 'vlan' Jul 29 20:30:39.567129 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] VlanTypeDriver initialization complete Jul 29 20:30:39.567473 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Initializing driver for type 'vxlan' Jul 29 20:30:39.567975 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] vxlan ID ranges: [(1, 1000)] Jul 29 20:30:39.618812 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Initializing extension driver 'port_security' Jul 29 20:30:39.619154 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.extensions.port_security [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] PortSecurityExtensionDriver initialization complete Jul 29 20:30:39.619541 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Initializing mechanism driver 'openvswitch' Jul 29 20:30:39.619898 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Initializing mechanism driver 'hyperv' Jul 29 20:30:39.626364 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:30:39.627217 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > port after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.627595 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > port after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.627951 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > port after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.628506 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:30:39.628919 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > subnet after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.629276 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > subnet after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.629648 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.630049 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:30:39.630455 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > network after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.630808 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > network after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.631151 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > network after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.631541 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:30:39.631956 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > security_group after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.632312 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > security_group after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.632658 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.633070 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:30:39.633488 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.633864 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.634209 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.634610 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:30:39.635016 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > address_group after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.635378 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > address_group after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.635721 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.636127 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:30:39.636510 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] ML2 OVO RPC backend initialized. {{(pid=94750) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 20:30:39.637229 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.637613 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.638038 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > network before_response 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.638398 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > networks before_response 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.638747 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > port before_response 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.639090 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > ports before_response 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.639437 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > subnet before_response 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.639780 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > subnets before_response 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.640131 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > network after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.640475 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > network after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.640812 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > network after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.641152 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > port after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.641491 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > port after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.641876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > port after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.642216 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > subnet after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.642553 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > subnet after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.642890 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.643479 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.plugin [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Modular L2 Plugin initialization complete Jul 29 20:30:39.643818 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading services supported by the core plugin {{(pid=94750) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 20:30:39.644149 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.plugins.ml2.managers [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Got port-security extension from driver 'port_security' Jul 29 20:30:39.644616 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.extensions.vlantransparent [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Disabled vlantransparent extension. Jul 29 20:30:39.645096 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94750) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 20:30:39.645414 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading Plugin: router Jul 29 20:30:39.681213 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.681633 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router after_create 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.682009 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router before_create 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.682377 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.682755 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.683115 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router after_delete 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.683478 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.683967 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router after_create 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.684322 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router after_update 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.684679 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router after_update 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.685035 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.685400 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router after_update 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.685846 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router precommit_update 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.686227 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: port after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.686600 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: port after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.686940 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: subnet after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.687282 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.687662 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.688013 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router precommit_create 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.688358 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: port before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.688731 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router precommit_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.689095 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router after_update 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.689444 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.689826 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router precommit_create 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.690193 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.690540 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router precommit_update 55549900 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.690905 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > agent after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.691260 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > agent after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.691607 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > network after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.692456 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Tracking information for resource: router configured {{(pid=94750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:30:39.692792 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Tracking information for resource: floatingip configured {{(pid=94750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:30:39.697617 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.db.l3_agentschedulers_db [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 20:30:39.698214 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: port after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.698583 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: port after_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.698940 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: port after_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.699295 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: port after_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.700083 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router before_create 55550100 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.700456 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.700822 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router precommit_create 55550100 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.701183 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > router precommit_update 55550100 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.705619 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.services.provider_configuration [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service providers = [] {{(pid=94750) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 20:30:39.705999 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.db.servicetype_db [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94750) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 20:30:39.708934 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.services.service_base [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:30:39.709291 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.services.service_base [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:30:39.709669 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.services.service_base [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:30:39.710574 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.services.service_base [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:30:39.710951 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.services.service_base [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 20:30:39.711324 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:30:39.711645 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 20:30:39.724059 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:30:39.724402 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading Plugin: auto_allocate Jul 29 20:30:39.730388 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: network precommit_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.730760 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: network precommit_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.731279 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:30:39.731602 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading Plugin: tag Jul 29 20:30:39.738882 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:30:39.739218 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading Plugin: timestamp Jul 29 20:30:39.743029 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:30:39.743365 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading Plugin: network_ip_availability Jul 29 20:30:39.748921 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.749245 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.749617 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.750347 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:30:39.750668 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading Plugin: flavors Jul 29 20:30:39.755594 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:30:39.755939 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading Plugin: revisions Jul 29 20:30:39.760202 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:30:39.760593 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_concurrency.lockutils [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=94750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 20:30:39.761323 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94750) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 20:30:39.761696 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Initializing extension manager. Jul 29 20:30:39.762209 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: __init__.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.762551 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: __pycache__ {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.762891 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.763225 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: address_group.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.763983 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.764551 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: address-group Jul 29 20:30:39.764876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: address_scope.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.765618 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.766141 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: address-scope Jul 29 20:30:39.766465 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.767441 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.767952 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: router-admin-state-down-before-update Jul 29 20:30:39.768277 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: agent.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.768989 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.769494 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: agent Jul 29 20:30:39.769843 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: agent_resources_synced.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.770772 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.771283 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: agent-resources-synced Jul 29 20:30:39.771607 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: allowedaddresspairs.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.773415 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.773978 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: allowed-address-pairs Jul 29 20:30:39.774309 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: auto_allocated_topology.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.775393 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.775911 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: auto-allocated-topology Jul 29 20:30:39.776246 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: availability_zone.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.776950 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.777460 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: availability_zone Jul 29 20:30:39.777813 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: availability_zone_filter.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.778741 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.779257 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: availability_zone_filter Jul 29 20:30:39.779585 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: data_plane_status.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.780503 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.781014 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 20:30:39.781341 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: default_subnetpools.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.782827 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.783346 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: default-subnetpools Jul 29 20:30:39.783671 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.784497 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.785012 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: dhcp_agent_scheduler Jul 29 20:30:39.785337 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: dns.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.786646 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.786794 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 20:30:39.787118 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: dns_domain_ports.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.788041 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.788547 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 20:30:39.788873 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.789830 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.790337 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 20:30:39.790659 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: dvr.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.791335 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.791838 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: dvr Jul 29 20:30:39.792162 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: ecmp_routes.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.793081 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.793586 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 20:30:39.793931 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: empty_string_filtering.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.794845 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.795351 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: empty-string-filtering Jul 29 20:30:39.795673 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.796596 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.797101 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 20:30:39.797426 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.798965 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.799470 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 20:30:39.799796 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: external_net.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.800716 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.801224 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: external-net Jul 29 20:30:39.801547 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.802509 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.803016 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: extra_dhcp_opt Jul 29 20:30:39.803339 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: extraroute.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.804258 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.804764 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: extraroute Jul 29 20:30:39.805086 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: extraroute_atomic.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.806153 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.806666 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: extraroute-atomic Jul 29 20:30:39.806991 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: filter_validation.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.807839 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.808343 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: filter-validation Jul 29 20:30:39.808670 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: fip_pf_description.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.809583 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.810111 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 20:30:39.810433 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: fip_port_details.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.811363 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.811868 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: fip-port-details Jul 29 20:30:39.812191 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: flavors.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.813418 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.814010 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: flavors Jul 29 20:30:39.814340 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.816007 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.816541 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 20:30:39.816879 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: floatingip_pools.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.817591 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.818125 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: floatingip-pools Jul 29 20:30:39.818454 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: ip_allocation.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.819404 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.819912 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 20:30:39.820238 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.821168 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.821789 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: ip-substring-filtering Jul 29 20:30:39.822123 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: l2_adjacency.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.823050 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.823561 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 20:30:39.823886 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: l3.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.824862 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.825385 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: router Jul 29 20:30:39.825763 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.827991 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.828524 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 20:30:39.828859 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.829856 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.830378 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: ext-gw-mode Jul 29 20:30:39.830706 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.831652 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.832168 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: l3-ha Jul 29 20:30:39.832495 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: l3_flavors.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.833421 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.833972 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: l3-flavors Jul 29 20:30:39.834305 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.835243 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.835758 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 20:30:39.836084 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: l3agentscheduler.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.837140 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.837685 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: l3_agent_scheduler Jul 29 20:30:39.838020 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: logging.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.839517 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.840047 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension logging not supported by any of loaded plugins Jul 29 20:30:39.840386 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: metering.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.841141 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.841762 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: metering Jul 29 20:30:39.842099 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.843314 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.843834 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: metering_source_and_destination_fields Jul 29 20:30:39.844166 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: multiprovidernet.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.845661 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.846174 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: multi-provider Jul 29 20:30:39.846501 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: netmtu.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.847432 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.847944 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: net-mtu Jul 29 20:30:39.848268 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: netmtu_writable.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.849192 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.849731 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: net-mtu-writable Jul 29 20:30:39.850057 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: network_availability_zone.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.850733 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.851238 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: network_availability_zone Jul 29 20:30:39.851825 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: network_ip_availability.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.852930 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.853447 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: network-ip-availability Jul 29 20:30:39.853807 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: network_segment_range.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.854584 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.855087 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 20:30:39.855410 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: pagination.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.856401 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.856733 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: pagination Jul 29 20:30:39.857062 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: port_device_profile.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.858025 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.858544 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: port-device-profile Jul 29 20:30:39.858871 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.859810 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.860339 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: port-mac-address-regenerate Jul 29 20:30:39.861212 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.862180 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.862692 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: port-numa-affinity-policy Jul 29 20:30:39.863017 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: port_resource_request.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.863942 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.864452 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 20:30:39.864776 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: portbindings.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.865745 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.866256 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: binding Jul 29 20:30:39.866580 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: portbindings_extended.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.867867 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.868386 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: binding-extended Jul 29 20:30:39.868718 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: portsecurity.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.869673 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.870190 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: port-security Jul 29 20:30:39.870513 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: project_id.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.871501 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.871835 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: project-id Jul 29 20:30:39.872163 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: providernet.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.873099 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.873638 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: provider Jul 29 20:30:39.873969 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: qos.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.877406 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.877979 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension qos not supported by any of loaded plugins Jul 29 20:30:39.878318 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.879575 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.880088 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 20:30:39.880421 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.881355 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.881903 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 20:30:39.887788 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: qos_default.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.889210 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.889769 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension qos-default not supported by any of loaded plugins Jul 29 20:30:39.890107 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: qos_fip.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.890780 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.891288 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 20:30:39.892132 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: qos_gateway_ip.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.893073 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.893624 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 20:30:39.893957 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: qos_port_network_policy.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.894884 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.895394 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 20:30:39.895724 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: qos_rule_type_details.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.896654 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.897164 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 20:30:39.897494 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: qos_rules_alias.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.898568 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.899080 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 20:30:39.899409 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: quotasv2.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.900524 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.900856 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: quotas Jul 29 20:30:39.901184 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: quotasv2_detail.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.904259 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.904611 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: quota_details Jul 29 20:30:39.904947 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: rbac.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.906041 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.906572 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: rbac-policies Jul 29 20:30:39.906905 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: rbac_address_group.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.907937 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.908460 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: rbac-address-group Jul 29 20:30:39.908793 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: rbac_address_scope.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.909758 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.910273 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: rbac-address-scope Jul 29 20:30:39.910603 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: rbac_security_groups.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.911537 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.912050 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: rbac-security-groups Jul 29 20:30:39.912379 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: rbac_subnetpool.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.913305 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.913855 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: rbac-subnetpool Jul 29 20:30:39.914184 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: revisionifmatch.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.915119 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.915636 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: revision-if-match Jul 29 20:30:39.915961 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: revisions.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.917080 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.917622 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: standard-attr-revisions Jul 29 20:30:39.917950 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: router_availability_zone.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.918634 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.919143 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: router_availability_zone Jul 29 20:30:39.919471 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: routerservicetype.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.920402 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.920915 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 20:30:39.921243 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.922210 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.922725 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: security-groups-normalized-cidr Jul 29 20:30:39.923655 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.924596 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.925113 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: port-security-groups-filtering Jul 29 20:30:39.925440 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.926417 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.926939 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: security-groups-remote-address-group Jul 29 20:30:39.927268 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: securitygroup.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.942444 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.942974 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: security-group Jul 29 20:30:39.943307 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: segment.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.944108 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.944621 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension segment not supported by any of loaded plugins Jul 29 20:30:39.944950 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.945929 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.946443 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 20:30:39.946770 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: servicetype.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.947977 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.948571 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: service-type Jul 29 20:30:39.948905 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: sorting.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.950123 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.950460 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: sorting Jul 29 20:30:39.950788 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: standard_attr_segment.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.951792 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.952310 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 20:30:39.952635 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: standardattrdescription.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.953296 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.953837 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: standard-attr-description Jul 29 20:30:39.954686 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: stateful_security_group.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.955637 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.956156 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: stateful-security-group Jul 29 20:30:39.956484 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: stdattrs_common.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.957076 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 20:30:39.957405 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.958374 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.958886 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 20:30:39.959208 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: subnet_onboard.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.960303 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.960823 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: subnet_onboard Jul 29 20:30:39.961151 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.962122 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.962638 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 20:30:39.962966 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: subnet_service_types.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.963906 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.964425 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: subnet-service-types Jul 29 20:30:39.964751 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: subnetallocation.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.965867 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.966391 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: subnet_allocation Jul 29 20:30:39.966719 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.967394 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.967909 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: subnetpool-prefix-ops Jul 29 20:30:39.968233 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.969178 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.970309 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 20:30:39.970630 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: tagging.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.971693 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.972215 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: standard-attr-tag Jul 29 20:30:39.972543 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: timestamp.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.973789 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.974309 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loaded extension: standard-attr-timestamp Jul 29 20:30:39.974639 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: trunk.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.975681 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.976196 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension trunk not supported by any of loaded plugins Jul 29 20:30:39.976778 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: trunk_details.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.977742 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.978260 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 20:30:39.978585 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: uplink_status_propagation.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.979543 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.980063 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 20:30:39.980387 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Loading extension file: vlantransparent.py {{(pid=94750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:30:39.981064 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:30:39.981575 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 20:30:39.984050 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:network Jul 29 20:30:39.984578 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:subnet Jul 29 20:30:39.984982 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:30:39.985421 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:port Jul 29 20:30:39.986691 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.987129 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service FLAVORS assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.987743 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.988177 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.988510 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:router Jul 29 20:30:39.988946 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 20:30:39.989437 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service METERING assigned prefix: /metering {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.990920 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.991300 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.991657 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:30:39.992658 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 20:30:39.993106 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:security_group Jul 29 20:30:39.993543 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 20:30:39.994184 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service CORE assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.994519 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:30:39.994870 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] subnetpool is already registered Jul 29 20:30:39.995293 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service CORE assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.995620 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:30:39.995964 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] subnetpool is already registered Jul 29 20:30:39.998304 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.998851 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service FLAVORS assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.999535 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:39.999929 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:40.000268 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:router Jul 29 20:30:40.000614 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] router is already registered Jul 29 20:30:40.001055 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 20:30:40.001396 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] floatingip is already registered Jul 29 20:30:40.001900 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service METERING assigned prefix: /metering {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:40.002610 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 20:30:40.002942 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] rbac_policy is already registered Jul 29 20:30:40.003367 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:security_group Jul 29 20:30:40.003705 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] security_group is already registered Jul 29 20:30:40.004117 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 20:30:40.004457 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] security_group_rule is already registered Jul 29 20:30:40.004956 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service CORE assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:40.005287 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:30:40.005651 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] subnetpool is already registered Jul 29 20:30:40.006072 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.v2.resource_helper [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Service CORE assigned prefix: {{(pid=94750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:30:40.006397 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:30:40.006728 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING neutron.quota.resource_registry [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] subnetpool is already registered Jul 29 20:30:40.008370 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: extensions {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.009867 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: address-groups {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.011367 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: address-scopes {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.012594 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: agents {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.013887 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: auto-allocated-topology {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.015139 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: availability_zones {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.016347 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: dhcp-networks {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.018312 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: dhcp-agents {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.019843 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: routers {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.021568 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: flavors {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.022772 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: service_profiles {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.024090 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: next_providers {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.025533 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: service_profiles {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.026995 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: floatingip-pools {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.028331 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: routers {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.030068 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: floatingips {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.031259 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: l3-routers {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.033381 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: l3-agents {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.034831 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: metering-labels {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.036087 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: metering-label-rules {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.037366 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: network-ip-availabilities {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.038743 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: bindings {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.040322 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: quotas {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.041765 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: quotas {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.043307 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: rbac-policies {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.044513 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: security-groups {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.045765 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: security-group-rules {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.047103 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: service-providers {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.048350 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: subnetpools {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.049717 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: subnetpools {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.051283 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.052979 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.054723 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.056635 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.058405 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.060263 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.062060 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.063891 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.066681 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.068450 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron.api.extensions [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Extended resource: tags {{(pid=94750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:30:40.074381 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING keystonemiddleware.auth_token [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 20:30:40.080330 dv-cinder-802955-1-iscsi neutron-server[94750]: WARNING keystonemiddleware.auth_token [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 20:30:40.088621 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_concurrency.lockutils [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Acquired lock "singleton_lock" {{(pid=94750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 20:30:40.089098 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_concurrency.lockutils [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Releasing lock "singleton_lock" {{(pid=94750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 20:30:40.089774 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO oslo_service.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Starting 2 workers Jul 29 20:30:40.094573 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Started child 94857 {{(pid=94750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:30:40.099498 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Started child 94858 {{(pid=94750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:30:40.100614 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:40.101302 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO neutron.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 20:30:40.102052 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Notify callbacks [] for process, before_spawn {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:40.102413 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [-] (94857) wsgi starting up on http://0.0.0.0:9696 Jul 29 20:30:40.104439 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO oslo_service.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Starting 1 workers Jul 29 20:30:40.104612 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:40.105845 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [-] (94858) wsgi starting up on http://0.0.0.0:9696 Jul 29 20:30:40.109574 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Started child 94859 {{(pid=94750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:30:40.110114 dv-cinder-802955-1-iscsi neutron-server[94750]: INFO oslo_service.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Starting 1 workers Jul 29 20:30:40.113255 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] calling RpcWorker wait() {{(pid=94859) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 20:30:40.113878 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] returning from RpcWorker wait() {{(pid=94859) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 20:30:40.114549 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Started child 94860 {{(pid=94750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:30:40.115281 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:40.115378 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c32bc233-e1cc-4e4e-8b92-50e608590c82 None None] Notify callbacks [] for process, after_spawn {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:40.115794 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:30:40.117213 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 20:30:40.117425 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 20:30:40.117622 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 20:30:40.117847 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 20:30:40.118195 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 20:30:40.118360 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 20:30:40.118844 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.119120 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.119357 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:40.119808 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.119808 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.119934 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.120462 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:30:40.120555 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.120717 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.120951 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.121253 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.121514 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.121712 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.121880 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.122120 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.122360 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.122656 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.122929 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.123189 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.123473 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.123642 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.123890 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.124147 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.124392 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.124670 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] debug = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.124894 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.125394 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.125643 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.125910 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.126190 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.126478 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.126722 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.126978 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.127222 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.127437 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.127681 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.127929 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.128166 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.128396 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.128632 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.128875 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.129110 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.129577 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] host = dv-cinder-802955-1-iscsi {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.129824 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.130042 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.130271 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.130520 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.130766 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.130986 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.131237 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.131491 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.131750 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.131992 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.132255 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.132514 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.132755 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.132999 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.133163 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_options = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.133397 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.133684 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.133957 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.134186 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.134324 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.134458 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.134742 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.134879 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.135170 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.135353 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.135567 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.135804 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.136048 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.136282 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.136525 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.136764 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.137008 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.137234 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.137492 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.137748 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.137976 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.138202 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.138451 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.138684 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.138896 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.139126 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.139353 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.139587 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.139803 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.140056 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.140287 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.140542 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.140773 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.141031 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.141278 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.141504 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.142275 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.142593 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.142820 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.143078 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.143337 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.143551 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.143796 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.144031 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.144297 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.144516 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_json = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.144674 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.144888 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.145140 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.145359 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.145554 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.145793 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.146005 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.146239 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.146683 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.146974 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.147289 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.147548 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.147782 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.148036 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.148288 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.148526 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.148778 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.149015 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.149334 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.149573 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.149876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.150140 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.150377 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.150695 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.150979 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.151245 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.151489 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.151752 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.151987 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.152229 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.152562 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.152844 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.153116 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.153348 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.153580 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.153852 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.154099 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.154320 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.155858 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.155858 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.155858 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.155858 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.155858 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.155858 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.155858 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.156686 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.156686 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.156686 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.157034 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.157175 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.157888 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.158172 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.158415 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.158796 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.158932 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.159072 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.159311 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.159571 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.159803 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.160148 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.160270 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.160458 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.160677 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.160909 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.161147 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.161359 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.161612 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.161848 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.162078 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.162534 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.162534 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.162772 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.162975 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.163182 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.163527 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.164043 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.164043 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.164043 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.164769 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.164769 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.164769 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.165204 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.165204 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.165550 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.165550 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.165941 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.166096 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.166254 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.167339 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.167339 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.167339 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.167339 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.167339 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.169876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.169876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.169876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.169876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.169876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.169876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.169876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.169876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.170364 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.170364 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.170364 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.170364 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.170608 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.170674 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.170863 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.171102 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.171353 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.171577 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.171794 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.172039 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.172293 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.172533 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.172765 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.173055 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.173287 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.173513 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.173822 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.174085 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.174368 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.174615 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.174886 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.175175 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.175434 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.175686 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.175938 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.176188 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.176482 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.176729 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.177000 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.177261 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.177499 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.177774 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.178044 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.178264 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.178499 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.178729 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.178977 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.179325 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.179601 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.179849 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.180107 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.180372 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.180602 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.180849 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.181124 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.181370 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.181653 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.181897 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.182129 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.182368 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.182595 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.182828 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.183058 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.183325 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.183526 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.183759 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.183971 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.184199 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.184433 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.184660 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.184876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.185110 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.185345 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.185578 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.185850 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.186063 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.186306 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.186511 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.186746 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.186977 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.187214 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.187425 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.187689 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.187904 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.188185 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.188448 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.188666 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.188892 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.189111 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.189345 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.189563 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.189845 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.190064 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.190276 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.190488 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.190726 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.190942 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.191153 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.191380 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.191597 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.191860 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.192113 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.192449 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.192696 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.192944 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.193180 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.193397 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.193661 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.193898 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.194115 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.194352 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.194544 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.194761 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.195016 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.195255 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.195473 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.195685 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.195895 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.196102 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.196316 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.196524 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.196820 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.197070 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.197297 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.197571 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.197836 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.198045 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.198271 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.198480 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.198694 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.198913 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.199124 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.199332 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.199578 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.199786 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.199995 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.200214 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.200429 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.200628 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.200874 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.201071 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.201273 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.201487 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.201721 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.201932 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.202176 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.202454 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.202648 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.202867 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.203078 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.203284 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.203509 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.203715 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.203921 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.204666 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.204908 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.205109 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.205413 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.205749 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.205967 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.206286 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.206501 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.206746 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.207006 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.207320 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.207531 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.207769 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.208020 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.208254 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.208489 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.208744 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.209052 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.209343 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.209633 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.209898 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.210174 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.210452 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.210733 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.210942 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.211234 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.211567 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.211849 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.212112 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.212339 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.212595 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.212816 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.213054 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.213289 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.213504 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.213742 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.213998 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.214248 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.214506 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.214740 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.214984 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.215222 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.215475 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.215687 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.215935 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.216163 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.216373 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 20:30:40.216876 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 20:30:40.217053 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 20:30:40.217204 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 20:30:40.217356 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 20:30:40.217527 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 20:30:40.217698 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 20:30:40.217903 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.218063 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.218222 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.218378 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.218537 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.218718 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.218865 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.219024 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.219176 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.219336 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.219492 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.219670 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.219918 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.220063 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.220221 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.220378 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.220535 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.220692 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.220855 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.221014 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.221170 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.221326 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.221482 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] debug = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.221654 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.221849 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.222008 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.222170 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.222327 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.222483 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.222639 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.222802 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.222954 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.223105 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.223263 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.223419 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.223578 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.223736 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.223892 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.224051 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.224209 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.224366 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] host = dv-cinder-802955-1-iscsi {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.224526 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.224684 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.224842 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.224996 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.225153 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.225312 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.225470 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.225646 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.225865 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.225976 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.226101 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.226252 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.226664 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.226836 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.226981 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_options = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.227143 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.227293 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.227449 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.227630 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.227794 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.227951 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.228107 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.228263 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.228419 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.228574 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.228730 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.228887 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.229043 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.229199 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.229355 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.229511 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.229688 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.229846 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.230002 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.230159 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.230315 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.230471 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.230626 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.230782 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.230937 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.231092 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.231248 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.231402 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.231560 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.231716 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.231872 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.232029 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.232190 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.232347 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.232503 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.232661 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.232818 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.232981 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.233141 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.233300 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.233446 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.233590 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.233763 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.233918 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.234074 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.234233 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_json = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.234389 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.234549 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.234751 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.234851 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.234997 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.235144 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.235821 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.235982 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:30:40.236164 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.236347 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.236492 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.236652 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.236812 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.236972 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.237129 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.237288 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.237448 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.237630 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.237798 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.237952 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.238125 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.238286 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.238447 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.238609 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.238770 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.238930 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.239092 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.239251 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.239409 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.239570 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.239744 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.239904 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.240060 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.240228 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.240388 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.240550 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.240711 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.240873 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.241041 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.241183 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.241344 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.241504 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.241687 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.241848 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.242008 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.242168 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.242330 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.242490 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.242655 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.242815 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.242975 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.243136 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.243295 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.243456 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.243614 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.243774 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.243934 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.244094 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.244263 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.244422 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.244582 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.244742 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.244902 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.245061 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.245220 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.245382 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.245541 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.245723 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.245883 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.246073 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.246234 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.246593 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.246593 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.246823 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.246957 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.247052 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.247132 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.247296 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.247455 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.247615 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.247774 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.247934 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.248094 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.248255 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.248413 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.248573 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.248731 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.248891 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.249051 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.249211 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.249371 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.249531 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.249766 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.249900 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.250045 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.250205 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.250364 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.250523 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.250682 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.250842 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.251036 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.251198 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.251369 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.251498 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.251820 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.251820 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.252055 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.252184 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.252316 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.252437 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.252556 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.252697 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.252856 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.253016 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.253175 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.253334 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.253494 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.253675 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.253835 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.254004 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.254164 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.254288 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:30:40.254414 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.254537 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.254657 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.254776 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.254934 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.255094 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.255253 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.255413 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.255572 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.255731 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.255889 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.256048 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.256209 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.256369 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.256535 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.256705 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.256865 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.257024 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.257183 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.257364 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.257523 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.257704 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.257866 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.258026 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.258186 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.258346 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.258505 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.258666 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.258825 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.258985 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.259145 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.259305 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.259465 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.259624 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.259784 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.259944 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.260104 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.260263 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.260423 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.260583 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.260743 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.260902 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.261061 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.261222 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.261382 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.261541 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.261734 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.261867 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.262017 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.262178 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.262338 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.262498 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.262662 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.262821 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.262979 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.263137 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.263299 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.263458 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.263618 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.263778 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.263937 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.264096 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.264256 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.264417 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.264576 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.264737 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.264897 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.265055 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.265216 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.265376 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.265570 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.265802 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.265927 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.266081 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.266237 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.266359 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.266493 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.266636 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.266777 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.266937 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.267096 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.267472 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.267472 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.267725 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.267725 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.267966 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.268086 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.268206 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.268325 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.268446 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.268607 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.268766 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.268925 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.269098 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.269258 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.269417 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.269577 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.269758 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.269919 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.270088 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.270248 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.270408 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.270567 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.270726 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.270904 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.271059 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.271219 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.271379 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.271539 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.271698 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.271858 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.272026 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.272186 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.272345 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.272504 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.272667 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.272826 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.273004 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.273153 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.273313 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.273473 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.273651 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.273813 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.273981 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.274140 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.274299 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.274459 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.274618 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.274777 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.274943 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.275103 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.275263 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.275429 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.275587 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.275747 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.275906 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.276078 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.276239 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.276400 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.276559 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.276718 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.276878 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.277039 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.277204 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.277373 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.277537 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.277720 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.277888 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.278054 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.278222 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.278382 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.278548 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.278720 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.278881 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.279041 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.279201 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.279360 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.279520 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.279679 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.279839 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.279998 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.280157 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.280317 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.280477 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.280637 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.280795 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.280944 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.281104 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.281263 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.281422 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.281582 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.281762 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:30:40.281915 dv-cinder-802955-1-iscsi neutron-server[94750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 20:30:40.531530 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 60958) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:30:40.540032 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062106 Jul 29 20:30:51.690103 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7436ad-9ad6-4d35-ab8f-28a63e8fbd48 None None] get_active_networks_info from dv-cinder-802955-1-iscsi {{(pid=94859) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 20:30:51.756230 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7436ad-9ad6-4d35-ab8f-28a63e8fbd48 None None] No non-hosted networks {{(pid=94859) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 20:30:51.771569 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1024-8ca2-4945-a056-103e96950b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930011'] for agent, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:54.215368 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-291d6e0a-1fc4-4c8c-bcc7-70aff1864e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930011'] for agent, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:54.262544 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2b4b013b-3b0b-4457-8fdc-83b2073ca863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:54.320612 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930011'] for agent, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:54.321828 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.322394 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.322914 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.323471 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.324011 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.324520 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.325302 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.325835 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.326592 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.327677 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.328955 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.329483 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:30:54.331114 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802955-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:30:54.342604 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802955-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:30:55.337684 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930011'] for agent, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:56.966000 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930011'] for agent, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:30:57.665118 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.db.l3_hamode_db [None req-e5308fa5-184a-4273-b0fd-8740952d9843 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 20:30:57.741111 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5308fa5-184a-4273-b0fd-8740952d9843 None None] Routers set() bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:30:57.741496 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5308fa5-184a-4273-b0fd-8740952d9843 None None] Router IDs set() for agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 20:30:58.160536 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32816) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:30:58.643792 dv-cinder-802955-1-iscsi neutron-server[94858]: WARNING oslo_policy.policy [None req-ef9e756e-2346-4d57-a365-523d72192e4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:30:58.644391 dv-cinder-802955-1-iscsi neutron-server[94858]: WARNING oslo_policy.policy [None req-ef9e756e-2346-4d57-a365-523d72192e4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:30:58.859353 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [None req-ef9e756e-2346-4d57-a365-523d72192e4f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:30:58.860559 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-ef9e756e-2346-4d57-a365-523d72192e4f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6979392 Jul 29 20:31:01.183873 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32830) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:01.484739 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-61d8fff1-5e2b-4038-8f99-5987d40ffe07 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:31:01.577211 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.policy [None req-61d8fff1-5e2b-4038-8f99-5987d40ffe07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94858) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 20:31:01.621961 dv-cinder-802955-1-iscsi neutron-server[94858]: WARNING oslo_policy.policy [None req-61d8fff1-5e2b-4038-8f99-5987d40ffe07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:31:01.622277 dv-cinder-802955-1-iscsi neutron-server[94858]: WARNING oslo_policy.policy [None req-61d8fff1-5e2b-4038-8f99-5987d40ffe07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:31:01.631259 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.quota [None req-61d8fff1-5e2b-4038-8f99-5987d40ffe07 admin admin] Loaded quota_driver: . Jul 29 20:31:01.721622 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-61d8fff1-5e2b-4038-8f99-5987d40ffe07 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775199829996', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775199828353', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775200472185', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775200466863', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775199976307', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775200429417', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16332049', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16321407', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-564669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1045515'] for rbac-policy, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:01.786258 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-61d8fff1-5e2b-4038-8f99-5987d40ffe07 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:01.787721 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-61d8fff1-5e2b-4038-8f99-5987d40ffe07 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6026087 Jul 29 20:31:04.336750 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32842) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:04.645512 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:31:04.673679 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Made reservation on behalf of 42081dfdc5b4436f8fe231b7d94ff315 for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:31:04.676464 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:04.693233 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:04.812465 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:04.816071 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:04.836293 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:31:04.864559 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775196728104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:04.865128 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Unsubscribe: segment precommit_create {{(pid=94858) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 20:31:04.865664 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Added segment a74d29f0-7bbe-40a9-a89b-96f50181e342 of type vlan for network a60024f3-0e3f-4ed0-be64-8084520ad1cc Jul 29 20:31:04.883031 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd075b7-0689-4bf3-b3da-9314721efe74,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:04.908985 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.909343 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.909703 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.910032 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.910354 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.910677 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.910995 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.911310 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.911639 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.911955 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.912266 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.912576 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Tracked resource versions report: Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: pushed versions: Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: { 'AddressGroup': {'1.2'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'ConntrackHelper': {'1.0'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Log': {'1.0'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Network': {'1.1'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Port': {'1.7'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'PortForwarding': {'1.2'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'QosPolicy': {'1.8'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SecurityGroup': {'1.4'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SubPort': {'1.0'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Subnet': {'1.1'}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Trunk': {'1.1'}} Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: consumer versions: Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: { DHCP agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: L3 agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: Metadata agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: Metering agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: Open vSwitch agent@dv-cinder-802955-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'ConntrackHelper': '1.0', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Log': '1.0', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Network': '1.1', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Port': '1.7', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'PortForwarding': '1.2', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'QosPolicy': '1.8', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SecurityGroup': '1.4', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SecurityGroupRule': '1.2', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SubPort': '1.0', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Subnet': '1.1', Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Trunk': '1.1'}} Jul 29 20:31:04.913687 dv-cinder-802955-1-iscsi neutron-server[94858]: {{(pid=94858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:31:04.985305 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:05.033210 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:05.034388 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:31:05.035032 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:05.121288 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7834570 Jul 29 20:31:05.129130 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec167ca6-fe77-435c-89df-0cb6a6aedf8c admin admin] Pushing event updated for resources: {'Network': ['ID=a60024f3-0e3f-4ed0-be64-8084520ad1cc,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:05.148706 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network a60024f3-0e3f-4ed0-be64-8084520ad1cc details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:31:07.750289 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32856) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:08.134370 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d27608-78e4-445f-8b5b-5cd59c0802b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:31:08.135709 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-61d27608-78e4-445f-8b5b-5cd59c0802b6 admin admin] 10.222.0.16 "GET /v2.0/networks/a60024f3-0e3f-4ed0-be64-8084520ad1cc HTTP/1.1" status: 200 len: 825 time: 0.3844821 Jul 29 20:31:08.160838 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-48a6d3f5-5de6-4633-a74c-74f5b47d2294 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/4c0315e2-e9d2-4ea2-9d76-f95b780affd3 HTTP/1.1" status: 200 len: 734 time: 0.0191376 Jul 29 20:31:08.170134 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Request body: {'subnet': {'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc', 'name': 'private-subnet', 'subnetpool_id': '4c0315e2-e9d2-4ea2-9d76-f95b780affd3', 'gateway_ip': '172.20.0.1', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'ip_version': 4}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:31:08.192911 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Made reservation on behalf of 42081dfdc5b4436f8fe231b7d94ff315 for: {'subnet': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:31:08.195172 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:08.489283 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:08.563841 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23610919-9b18-4e52-bf48-74683a34f4b3,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:08.566066 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Checking segment: {'id': 'a74d29f0-7bbe-40a9-a89b-96f50181e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:31:08.566446 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Network hostable DHCP agents. Network: a60024f3-0e3f-4ed0-be64-8084520ad1cc, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:31:08.589298 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Network a60024f3-0e3f-4ed0-be64-8084520ad1cc is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:31:08.600660 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, a60024f3-0e3f-4ed0-be64-8084520ad1cc) {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:31:08.607045 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:31:08.607629 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:08.609472 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbea631-6b01-4cc6-bb95-8751caa68faf None None] Network a60024f3-0e3f-4ed0-be64-8084520ad1cc requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:31:08.620336 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d787d62c-063a-4fce-8979-6930ef6a83b8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4536700 Jul 29 20:31:08.927421 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-a60024f3-0e3f-4ed0-be64-8084520ad1cc', 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'fixed_ips': [{'subnet_id': '23610919-9b18-4e52-bf48-74683a34f4b3'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:31:08.928782 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:09.200781 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Allocated IP 172.20.0.2 (a60024f3-0e3f-4ed0-be64-8084520ad1cc/23610919-9b18-4e52-bf48-74683a34f4b3/c4d0b59e-fc16-4bba-8852-7b3371b993d0) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:31:09.402929 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:09.444916 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Transition to ACTIVE for port object c4d0b59e-fc16-4bba-8852-7b3371b993d0 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:31:09.465387 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Transition to ACTIVE for port object c4d0b59e-fc16-4bba-8852-7b3371b993d0 will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:31:09.473809 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:09.547166 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Network a60024f3-0e3f-4ed0-be64-8084520ad1cc is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:31:09.553825 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:31:09.557723 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:31:09.565430 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Pushing event updated for resources: {'Port': ['ID=c4d0b59e-fc16-4bba-8852-7b3371b993d0,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:09.609153 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.609507 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.610073 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.610198 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.610531 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.610863 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.611219 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.611548 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.611907 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.612218 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.612539 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.612861 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Tracked resource versions report: Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: pushed versions: Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: { 'AddressGroup': {'1.2'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'ConntrackHelper': {'1.0'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Log': {'1.0'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Network': {'1.1'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Port': {'1.7'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'PortForwarding': {'1.2'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'QosPolicy': {'1.8'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SecurityGroup': {'1.4'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SubPort': {'1.0'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Subnet': {'1.1'}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Trunk': {'1.1'}} Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: consumer versions: Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: { DHCP agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: L3 agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: Metadata agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: Metering agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: Open vSwitch agent@dv-cinder-802955-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'ConntrackHelper': '1.0', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Log': '1.0', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Network': '1.1', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Port': '1.7', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'PortForwarding': '1.2', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'QosPolicy': '1.8', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SecurityGroup': '1.4', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SecurityGroupRule': '1.2', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SubPort': '1.0', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Subnet': '1.1', Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Trunk': '1.1'}} Jul 29 20:31:09.614109 dv-cinder-802955-1-iscsi neutron-server[94859]: {{(pid=94859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:31:09.646566 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Attempting to bind port c4d0b59e-fc16-4bba-8852-7b3371b993d0 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:31:09.646967 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Attempting to bind port c4d0b59e-fc16-4bba-8852-7b3371b993d0 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': 'a74d29f0-7bbe-40a9-a89b-96f50181e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:31:09.647386 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Attempting to bind port c4d0b59e-fc16-4bba-8852-7b3371b993d0 on network a60024f3-0e3f-4ed0-be64-8084520ad1cc {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:31:09.652189 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:31:09.652647 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Checking segment: {'id': 'a74d29f0-7bbe-40a9-a89b-96f50181e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:31:09.653121 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:09.653507 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Bound using segment: {'id': 'a74d29f0-7bbe-40a9-a89b-96f50181e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:31:09.653998 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Bound port: c4d0b59e-fc16-4bba-8852-7b3371b993d0, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74d29f0-7bbe-40a9-a89b-96f50181e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:31:09.654412 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:09.715303 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] For port c4d0b59e-fc16-4bba-8852-7b3371b993d0, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:31:09.720121 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] For port c4d0b59e-fc16-4bba-8852-7b3371b993d0, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=c4d0b59e-fc16-4bba-8852-7b3371b993d0,segment=NetworkSegment(a74d29f0-7bbe-40a9-a89b-96f50181e342),segment_id=a74d29f0-7bbe-40a9-a89b-96f50181e342)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:31:09.724529 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:09.789492 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d01df8-4be1-4ac4-b47c-7c5dba71bc97 None None] Pushing event updated for resources: {'Port': ['ID=c4d0b59e-fc16-4bba-8852-7b3371b993d0,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:10.982722 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32864) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:11.294751 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [None req-64ab2637-13a7-409a-abc2-09c6b64cd4b2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:31:11.295805 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-64ab2637-13a7-409a-abc2-09c6b64cd4b2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3116148 Jul 29 20:31:13.650214 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32872) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:13.955958 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [None req-2003f6ec-81b9-4ae6-a916-f51f64a56ec1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:31:13.956966 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-2003f6ec-81b9-4ae6-a916-f51f64a56ec1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3057301 Jul 29 20:31:16.554253 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32882) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:16.847043 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-53669560-edc6-457f-8e19-c9ffeb7a1d92 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'admin_state_up': True}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:31:16.870936 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-53669560-edc6-457f-8e19-c9ffeb7a1d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:16.872574 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-53669560-edc6-457f-8e19-c9ffeb7a1d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:17.022834 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-53669560-edc6-457f-8e19-c9ffeb7a1d92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:17.027996 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-53669560-edc6-457f-8e19-c9ffeb7a1d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:17.043611 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-53669560-edc6-457f-8e19-c9ffeb7a1d92 admin admin] Notify callbacks [] for router, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:17.043611 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-53669560-edc6-457f-8e19-c9ffeb7a1d92 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4882305 Jul 29 20:31:18.055978 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455715c8-7eac-4885-aa59-335a36ae1bc8 None None] Network a60024f3-0e3f-4ed0-be64-8084520ad1cc requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:31:18.116969 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-ecb8fdd2-7da0-4c09-a526-0165ae87d559 None None] Provisioning for port c4d0b59e-fc16-4bba-8852-7b3371b993d0 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:31:18.258170 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device c4d0b59e-fc16-4bba-8852-7b3371b993d0 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:31:18.342665 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port c4d0b59e-fc16-4bba-8852-7b3371b993d0 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:31:18.346516 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port c4d0b59e-fc16-4bba-8852-7b3371b993d0 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:31:18.346918 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:18.458751 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:18.472632 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-bfb024c5-2472-4685-8f2a-0624ef7c695f None None] Provisioning complete for port c4d0b59e-fc16-4bba-8852-7b3371b993d0 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:31:18.472988 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bfb024c5-2472-4685-8f2a-0624ef7c695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:18.518190 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port c4d0b59e-fc16-4bba-8852-7b3371b993d0, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=c4d0b59e-fc16-4bba-8852-7b3371b993d0,segment=NetworkSegment(a74d29f0-7bbe-40a9-a89b-96f50181e342),segment_id=a74d29f0-7bbe-40a9-a89b-96f50181e342)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:31:18.524760 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:18.597432 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=c4d0b59e-fc16-4bba-8852-7b3371b993d0,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:19.394014 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32894) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:19.697306 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [None req-2fd74f1a-5861-43ca-bb9c-a6c3c6711de3 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:31:19.698363 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-2fd74f1a-5861-43ca-bb9c-a6c3c6711de3 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3034105 Jul 29 20:31:20.224027 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device c4d0b59e-fc16-4bba-8852-7b3371b993d0 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:31:20.271999 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port c4d0b59e-fc16-4bba-8852-7b3371b993d0 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:31:20.272374 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:21.614047 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-146eaaf4-0dfc-4f9b-9379-1c2c790fda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:22.058645 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32902) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:22.376490 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:31:22.399069 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Made reservation on behalf of 36f0166ca4a4429193fc5400a7e626ac for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:31:22.401534 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:22.411460 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:22.507880 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:22.511851 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:22.528106 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Reserving flat network on physical network physnet1 {{(pid=94858) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 20:31:22.549415 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96d179-645a-404b-bd91-82398e39a85a,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:22.554325 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:22.554683 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Added segment 30c4857b-8f5b-41ef-b5a0-278fc71e034a of type flat for network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 Jul 29 20:31:22.602351 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:22.636952 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:22.637923 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:31:22.638499 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:22.689865 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6300976 Jul 29 20:31:22.698241 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67933ad3-69e2-4cdf-a367-881a0dc24779 admin admin] Pushing event updated for resources: {'Network': ['ID=1a7b2476-bd99-4ab6-8b64-75a4dc5caae5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:22.708969 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:31:24.209051 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4a30a494-13c6-4998-86d9-81349110795d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:24.314152 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:25.025108 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32910) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:25.259081 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:25.378146 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56138c81-c78e-4569-b201-4fa134ee3ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:31:25.379419 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-56138c81-c78e-4569-b201-4fa134ee3ef7 admin admin] 10.222.0.16 "GET /v2.0/subnets/23610919-9b18-4e52-bf48-74683a34f4b3 HTTP/1.1" status: 200 len: 849 time: 0.3532841 Jul 29 20:31:25.493434 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-8e1795ca-2e11-491b-bbc6-e29b8cc1ecf0 admin admin] 10.222.0.16 "GET /v2.0/routers/3cba122a-6abe-4e46-8318-de9a8cf12e8c HTTP/1.1" status: 200 len: 704 time: 0.1081252 Jul 29 20:31:25.755051 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.041762 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Allocated IP 172.20.0.1 (a60024f3-0e3f-4ed0-be64-8084520ad1cc/23610919-9b18-4e52-bf48-74683a34f4b3/a1d45176-63c5-479d-b7e4-70465d825e6b) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:31:26.237116 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.260955 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Transition to ACTIVE for port object a1d45176-63c5-479d-b7e4-70465d825e6b will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:31:26.337533 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.405334 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Network a60024f3-0e3f-4ed0-be64-8084520ad1cc is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:31:26.410975 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:31:26.418687 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:31:26.419235 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.477750 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d45176-63c5-479d-b7e4-70465d825e6b,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:26.568373 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a9e63dde-7eb6-4985-a111-e362c208eb24 None None] Provisioning for port a1d45176-63c5-479d-b7e4-70465d825e6b completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:31:26.572079 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a9e63dde-7eb6-4985-a111-e362c208eb24 None None] Provisioning complete for port a1d45176-63c5-479d-b7e4-70465d825e6b triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:31:26.572484 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a9e63dde-7eb6-4985-a111-e362c208eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.605591 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-a9e63dde-7eb6-4985-a111-e362c208eb24 None None] Port a1d45176-63c5-479d-b7e4-70465d825e6b cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:31:26.621677 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.826447 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.830793 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.831645 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.907026 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d45176-63c5-479d-b7e4-70465d825e6b,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:26.907219 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:26.956378 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Network a60024f3-0e3f-4ed0-be64-8084520ad1cc is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:31:26.957765 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:31:27.117277 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Router 3cba122a-6abe-4e46-8318-de9a8cf12e8c is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:31:27.125753 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-eda0ba2d-a2ab-4ae9-bfe4-a2e52a75133b None None] Provisioning complete for port a1d45176-63c5-479d-b7e4-70465d825e6b triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:31:27.126138 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-eda0ba2d-a2ab-4ae9-bfe4-a2e52a75133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:27.161501 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-eda0ba2d-a2ab-4ae9-bfe4-a2e52a75133b None None] Port a1d45176-63c5-479d-b7e4-70465d825e6b cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:31:27.205956 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:31:27.211029 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-ce9e08b6-aeb5-4e9c-9044-6d3a2df551d6 admin admin] 10.222.0.16 "PUT /v2.0/routers/3cba122a-6abe-4e46-8318-de9a8cf12e8c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7120733 Jul 29 20:31:27.215912 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Sync routers for ids ['3cba122a-6abe-4e46-8318-de9a8cf12e8c'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:31:27.228033 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Routers {'3cba122a-6abe-4e46-8318-de9a8cf12e8c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:31:27.228814 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:31:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3cba122a-6abe-4e46-8318-de9a8cf12e8c'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:31:27.409988 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Set router 3cba122a-6abe-4e46-8318-de9a8cf12e8c gateway port host: None {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:31:27.833754 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'name': 'router1', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:31:16Z', 'updated_at': '2021-07-29T20:31:26Z', 'revision_number': 2, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'gw_port_host': None, '_interfaces': [{'id': 'a1d45176-63c5-479d-b7e4-70465d825e6b', 'name': '', 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'mac_address': 'fa:16:3e:c3:e8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:31:25Z', 'updated_at': '2021-07-29T20:31:26Z', 'revision_number': 2, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'subnets': [{'id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0315e2-e9d2-4ea2-9d76-f95b780affd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:31:27.884665 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Checking router: 3cba122a-6abe-4e46-8318-de9a8cf12e8c for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:31:27.885035 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Updating router 3cba122a-6abe-4e46-8318-de9a8cf12e8c port a1d45176-63c5-479d-b7e4-70465d825e6b binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:31:27.932931 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:28.250690 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 5 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:31:28.452308 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:28.470352 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Transition to ACTIVE for port object a1d45176-63c5-479d-b7e4-70465d825e6b will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:31:28.476778 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:28.569459 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Pushing event updated for resources: {'Port': ['ID=a1d45176-63c5-479d-b7e4-70465d825e6b,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:28.599396 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.599748 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.600088 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.600424 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.600755 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.601086 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.601413 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.601767 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.602112 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.602440 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.602762 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.603084 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Tracked resource versions report: Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: pushed versions: Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: { 'AddressGroup': {'1.2'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'ConntrackHelper': {'1.0'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Log': {'1.0'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Network': {'1.1'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Port': {'1.7'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'PortForwarding': {'1.2'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'QosPolicy': {'1.8'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SecurityGroup': {'1.4'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SubPort': {'1.0'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Subnet': {'1.1'}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Trunk': {'1.1'}} Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: consumer versions: Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: { DHCP agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: L3 agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: Metadata agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: Metering agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: Open vSwitch agent@dv-cinder-802955-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'ConntrackHelper': '1.0', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Log': '1.0', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Network': '1.1', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Port': '1.7', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'PortForwarding': '1.2', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'QosPolicy': '1.8', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SecurityGroup': '1.4', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SecurityGroupRule': '1.2', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SubPort': '1.0', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Subnet': '1.1', Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Trunk': '1.1'}} Jul 29 20:31:28.604211 dv-cinder-802955-1-iscsi neutron-server[94860]: {{(pid=94860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:31:28.652869 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Attempting to bind port a1d45176-63c5-479d-b7e4-70465d825e6b on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:31:28.653542 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Attempting to bind port a1d45176-63c5-479d-b7e4-70465d825e6b by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': 'a74d29f0-7bbe-40a9-a89b-96f50181e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:31:28.654556 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Attempting to bind port a1d45176-63c5-479d-b7e4-70465d825e6b on network a60024f3-0e3f-4ed0-be64-8084520ad1cc {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:31:28.660106 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:31:28.660530 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Checking segment: {'id': 'a74d29f0-7bbe-40a9-a89b-96f50181e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:31:28.661006 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:28.661398 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Bound using segment: {'id': 'a74d29f0-7bbe-40a9-a89b-96f50181e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:31:28.661923 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Bound port: a1d45176-63c5-479d-b7e4-70465d825e6b, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74d29f0-7bbe-40a9-a89b-96f50181e342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:31:28.662327 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:28.730470 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] For port a1d45176-63c5-479d-b7e4-70465d825e6b, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:31:28.751846 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] For port a1d45176-63c5-479d-b7e4-70465d825e6b, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=a1d45176-63c5-479d-b7e4-70465d825e6b,segment=NetworkSegment(a74d29f0-7bbe-40a9-a89b-96f50181e342),segment_id=a74d29f0-7bbe-40a9-a89b-96f50181e342)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:31:28.755939 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:28.810211 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e871397-a0b2-464f-aaf3-acd001219556 None None] Pushing event updated for resources: {'Port': ['ID=a1d45176-63c5-479d-b7e4-70465d825e6b,revision_number=4']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:28.819343 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Routers {'3cba122a-6abe-4e46-8318-de9a8cf12e8c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:31:28.819939 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:31:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3cba122a-6abe-4e46-8318-de9a8cf12e8c'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:31:28.909861 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] Set router 3cba122a-6abe-4e46-8318-de9a8cf12e8c gateway port host: None {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:31:29.115938 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'name': 'router1', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:31:16Z', 'updated_at': '2021-07-29T20:31:26Z', 'revision_number': 2, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'gw_port_host': None, '_interfaces': [{'id': 'a1d45176-63c5-479d-b7e4-70465d825e6b', 'name': '', 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'mac_address': 'fa:16:3e:c3:e8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:31:25Z', 'updated_at': '2021-07-29T20:31:28Z', 'revision_number': 4, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'subnets': [{'id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0315e2-e9d2-4ea2-9d76-f95b780affd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:31:29.142160 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6efc4-ba50-4fb9-b74b-39ec1301a731 None None] The sync data for ids ['3cba122a-6abe-4e46-8318-de9a8cf12e8c'] in dv-cinder-802955-1-iscsi is: [{'id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'name': 'router1', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:31:16Z', 'updated_at': '2021-07-29T20:31:26Z', 'revision_number': 2, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'gw_port_host': None, '_interfaces': [{'id': 'a1d45176-63c5-479d-b7e4-70465d825e6b', 'name': '', 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'mac_address': 'fa:16:3e:c3:e8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:31:25Z', 'updated_at': '2021-07-29T20:31:28Z', 'revision_number': 4, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'subnets': [{'id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0315e2-e9d2-4ea2-9d76-f95b780affd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:31:29.564028 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32930) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:29.753561 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1e172-ad6a-44bb-b2fd-24eee7237b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:31:29.754929 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-27c1e172-ad6a-44bb-b2fd-24eee7237b82 admin admin] 10.222.0.16 "GET /v2.0/networks/1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 HTTP/1.1" status: 200 len: 842 time: 0.1898003 Jul 29 20:31:29.765134 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Request body: {'subnet': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:31:29.785913 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Made reservation on behalf of 36f0166ca4a4429193fc5400a7e626ac for: {'subnet': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:31:29.788223 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:30.124939 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.objects.ports [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94858) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 20:31:30.125353 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:30.183839 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083c3289-666b-4219-959a-96099780db54,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:30.188391 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:31:30.188739 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Network hostable DHCP agents. Network: 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:31:30.205859 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:31:30.215015 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5) {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:31:30.219681 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:31:30.220531 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:30.225503 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef0ea23-105f-469e-b28f-cf1e9f025c35 None None] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:31:30.236246 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-2f07803f-de1b-411d-8591-95df9b2a1b23 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4749894 Jul 29 20:31:30.359870 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee83f1c0-4725-44dc-ae68-1865511c9242 None None] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:31:32.479785 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32948) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:32.616407 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-22fa0eac-bdae-464c-8275-fe33bb501272 admin admin] 10.222.0.16 "GET /v2.0/routers/3cba122a-6abe-4e46-8318-de9a8cf12e8c HTTP/1.1" status: 200 len: 710 time: 0.1354964 Jul 29 20:31:32.702331 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6c48f-255a-41e2-86ea-00f0581b64ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:31:32.703648 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-65d6c48f-255a-41e2-86ea-00f0581b64ae admin admin] 10.222.0.16 "GET /v2.0/networks/1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 HTTP/1.1" status: 200 len: 886 time: 0.0816150 Jul 29 20:31:32.713382 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:31:32.956527 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:33.181229 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:33.253014 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:33.355135 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Allocated IP 172.27.3.204 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/ccf90af9-3ad3-4abb-ab36-5f533b41bfad) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:31:33.456985 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:33.495747 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:33.532419 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:31:33.535066 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:31:33.544195 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:31:33.546722 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf90af9-3ad3-4abb-ab36-5f533b41bfad,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:33.870534 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:34.055638 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-632521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-987'] for router, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:34.058705 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-632530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-632539', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587644'] for router, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:34.179718 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Router 3cba122a-6abe-4e46-8318-de9a8cf12e8c has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:31:34.275695 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device a1d45176-63c5-479d-b7e4-70465d825e6b up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:31:34.301349 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:31:34.305836 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] Notify callbacks [] for router, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:34.307147 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-0002d915-7391-4b28-9706-12148b14cd68 admin admin] 10.222.0.16 "PUT /v2.0/routers/3cba122a-6abe-4e46-8318-de9a8cf12e8c HTTP/1.1" status: 200 len: 890 time: 1.5973251 Jul 29 20:31:34.336539 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port a1d45176-63c5-479d-b7e4-70465d825e6b completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:31:34.341109 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port a1d45176-63c5-479d-b7e4-70465d825e6b triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:31:34.341509 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:34.425631 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:34.462562 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port a1d45176-63c5-479d-b7e4-70465d825e6b, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=a1d45176-63c5-479d-b7e4-70465d825e6b,segment=NetworkSegment(a74d29f0-7bbe-40a9-a89b-96f50181e342),segment_id=a74d29f0-7bbe-40a9-a89b-96f50181e342)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:31:34.467753 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:34.524347 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=a1d45176-63c5-479d-b7e4-70465d825e6b,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:35.586917 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Sync routers for ids ['3cba122a-6abe-4e46-8318-de9a8cf12e8c'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:31:35.597795 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Routers {'3cba122a-6abe-4e46-8318-de9a8cf12e8c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:31:35.598718 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:31:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3cba122a-6abe-4e46-8318-de9a8cf12e8c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:31:35.839624 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Set router 3cba122a-6abe-4e46-8318-de9a8cf12e8c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:31:36.220731 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'name': 'router1', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'ccf90af9-3ad3-4abb-ab36-5f533b41bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:31:16Z', 'updated_at': '2021-07-29T20:31:33Z', 'revision_number': 4, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'gw_port': {'id': 'ccf90af9-3ad3-4abb-ab36-5f533b41bfad', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:31:33Z', 'updated_at': '2021-07-29T20:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'a1d45176-63c5-479d-b7e4-70465d825e6b', 'name': '', 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'mac_address': 'fa:16:3e:c3:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:31:25Z', 'updated_at': '2021-07-29T20:31:34Z', 'revision_number': 5, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'subnets': [{'id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0315e2-e9d2-4ea2-9d76-f95b780affd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:31:36.271818 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device a1d45176-63c5-479d-b7e4-70465d825e6b up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:31:36.275158 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Checking router: 3cba122a-6abe-4e46-8318-de9a8cf12e8c for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:31:36.275532 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Updating router 3cba122a-6abe-4e46-8318-de9a8cf12e8c port ccf90af9-3ad3-4abb-ab36-5f533b41bfad binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:31:36.344380 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:36.387149 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port a1d45176-63c5-479d-b7e4-70465d825e6b triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:31:36.388027 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:36.684509 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 32960) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:31:36.726697 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:36.737051 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Transition to ACTIVE for port object ccf90af9-3ad3-4abb-ab36-5f533b41bfad will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:31:36.743095 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:36.799179 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-7ca7d66f-2894-4a1e-b269-8faa4eb00641 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1135399 Jul 29 20:31:36.888219 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Attempting to bind port ccf90af9-3ad3-4abb-ab36-5f533b41bfad on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:31:36.888606 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Attempting to bind port ccf90af9-3ad3-4abb-ab36-5f533b41bfad by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:31:36.888975 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Attempting to bind port ccf90af9-3ad3-4abb-ab36-5f533b41bfad on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:31:36.891185 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881f98d-9457-4a56-b9bb-a92477d6fa1c None None] Pushing event updated for resources: {'Port': ['ID=ccf90af9-3ad3-4abb-ab36-5f533b41bfad,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:36.898119 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:31:36.898503 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:31:36.898923 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:36.899321 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:31:36.899834 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Bound port: ccf90af9-3ad3-4abb-ab36-5f533b41bfad, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:31:36.900205 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:36.953835 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] For port ccf90af9-3ad3-4abb-ab36-5f533b41bfad, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:31:36.956917 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] For port ccf90af9-3ad3-4abb-ab36-5f533b41bfad, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=ccf90af9-3ad3-4abb-ab36-5f533b41bfad,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:31:36.962012 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:37.010693 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Routers {'3cba122a-6abe-4e46-8318-de9a8cf12e8c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:31:37.011315 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:31:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3cba122a-6abe-4e46-8318-de9a8cf12e8c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:31:37.058818 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881f98d-9457-4a56-b9bb-a92477d6fa1c None None] Pushing event updated for resources: {'Port': ['ID=ccf90af9-3ad3-4abb-ab36-5f533b41bfad,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:37.127790 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] Set router 3cba122a-6abe-4e46-8318-de9a8cf12e8c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:31:37.361879 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'name': 'router1', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'ccf90af9-3ad3-4abb-ab36-5f533b41bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:31:16Z', 'updated_at': '2021-07-29T20:31:33Z', 'revision_number': 4, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'gw_port': {'id': 'ccf90af9-3ad3-4abb-ab36-5f533b41bfad', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:31:33Z', 'updated_at': '2021-07-29T20:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'a1d45176-63c5-479d-b7e4-70465d825e6b', 'name': '', 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'mac_address': 'fa:16:3e:c3:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:31:25Z', 'updated_at': '2021-07-29T20:31:34Z', 'revision_number': 5, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'subnets': [{'id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0315e2-e9d2-4ea2-9d76-f95b780affd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:31:37.388955 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd546791-f112-47a9-a48b-f3948e9de965 None None] The sync data for ids ['3cba122a-6abe-4e46-8318-de9a8cf12e8c'] in dv-cinder-802955-1-iscsi is: [{'id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'name': 'router1', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'ccf90af9-3ad3-4abb-ab36-5f533b41bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:31:16Z', 'updated_at': '2021-07-29T20:31:33Z', 'revision_number': 4, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'gw_port': {'id': 'ccf90af9-3ad3-4abb-ab36-5f533b41bfad', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:31:33Z', 'updated_at': '2021-07-29T20:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'a1d45176-63c5-479d-b7e4-70465d825e6b', 'name': '', 'network_id': 'a60024f3-0e3f-4ed0-be64-8084520ad1cc', 'tenant_id': '42081dfdc5b4436f8fe231b7d94ff315', 'mac_address': 'fa:16:3e:c3:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba122a-6abe-4e46-8318-de9a8cf12e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:31:25Z', 'updated_at': '2021-07-29T20:31:34Z', 'revision_number': 5, 'project_id': '42081dfdc5b4436f8fe231b7d94ff315', 'subnets': [{'id': '23610919-9b18-4e52-bf48-74683a34f4b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0315e2-e9d2-4ea2-9d76-f95b780affd3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:31:38.261498 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ccf90af9-3ad3-4abb-ab36-5f533b41bfad up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:31:38.308277 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port ccf90af9-3ad3-4abb-ab36-5f533b41bfad completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:31:38.312440 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port ccf90af9-3ad3-4abb-ab36-5f533b41bfad triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:31:38.312815 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:38.389137 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:38.408668 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port ccf90af9-3ad3-4abb-ab36-5f533b41bfad, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=ccf90af9-3ad3-4abb-ab36-5f533b41bfad,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:31:38.412530 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:38.462319 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=ccf90af9-3ad3-4abb-ab36-5f533b41bfad,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:31:40.260774 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ccf90af9-3ad3-4abb-ab36-5f533b41bfad up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:31:40.312989 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port ccf90af9-3ad3-4abb-ab36-5f533b41bfad triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:31:40.313583 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:51.619720 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9cb3-caa9-4112-b27e-e1bb6e97e498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:54.219656 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f3b98e4a-b1df-4840-95d7-dd3e9d22da0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:54.320771 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:55.281714 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:31:56.931331 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:05.179963 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 5 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:32:21.612860 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c666627d-9eba-4753-9411-7f8957a77a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:24.214953 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-0e40f894-0450-436e-9882-8ca032d8becd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:24.315692 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:25.281837 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:26.933635 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:42.178979 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 5 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:32:51.614557 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2384-8f19-444c-a2d7-57d45c28574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:54.216118 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ed34c573-d1a8-4a53-b5ac-bc169224086b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:54.318344 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:55.268934 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:32:56.933835 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:11.633254 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 33528) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:11.691915 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8510c6-413c-444c-a7d0-c01e85e6bff1 admin admin] GET failed (client error): The resource could not be found. Jul 29 20:33:11.693230 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-7f8510c6-413c-444c-a7d0-c01e85e6bff1 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589995 Jul 29 20:33:11.852535 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e906efd-6fc3-4771-8794-3eedb2ad147f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:11.853947 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-3e906efd-6fc3-4771-8794-3eedb2ad147f admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564803 Jul 29 20:33:13.991337 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 33538) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:14.080568 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8819db5-331c-4019-a15f-0bceece44e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:14.081820 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f8819db5-331c-4019-a15f-0bceece44e2c admin admin] 10.222.0.16 "GET /v2.0/subnets/23610919-9b18-4e52-bf48-74683a34f4b3 HTTP/1.1" status: 200 len: 849 time: 0.0895200 Jul 29 20:33:14.092047 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:33:14.172293 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:14.307500 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775196652328'] for subnet, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:14.336186 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:14.336693 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:14.337993 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] 10.222.0.16 "PUT /v2.0/subnets/23610919-9b18-4e52-bf48-74683a34f4b3 HTTP/1.1" status: 200 len: 868 time: 0.2497139 Jul 29 20:33:14.359085 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23610919-9b18-4e52-bf48-74683a34f4b3,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:33:14.361100 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c3a7d5-f11d-4b0f-8a4c-f7f1663e3c26 None None] Network a60024f3-0e3f-4ed0-be64-8084520ad1cc requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:33:14.367087 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.367455 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.367801 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.368137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.368466 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.368813 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.369145 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.369472 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.369852 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.370182 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.370504 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.370827 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33e0c9-e6fd-4eb0-962a-72d582b6eff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:33:14.717981 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-907151c3-1008-4d9f-a142-109b26119e20 None None] Provisioning complete for port a1d45176-63c5-479d-b7e4-70465d825e6b triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:33:14.718360 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-907151c3-1008-4d9f-a142-109b26119e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:14.802416 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-907151c3-1008-4d9f-a142-109b26119e20 None None] Provisioning complete for port c4d0b59e-fc16-4bba-8852-7b3371b993d0 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:33:14.802738 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-907151c3-1008-4d9f-a142-109b26119e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:16.462137 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33546) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:16.580874 dv-cinder-802955-1-iscsi neutron-server[94857]: WARNING oslo_policy.policy [None req-2322d735-a390-4fdd-af2c-def36f6cf410 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:33:16.581434 dv-cinder-802955-1-iscsi neutron-server[94857]: WARNING oslo_policy.policy [None req-2322d735-a390-4fdd-af2c-def36f6cf410 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:33:17.073891 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.policy [None req-2322d735-a390-4fdd-af2c-def36f6cf410 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94857) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 20:33:17.119572 dv-cinder-802955-1-iscsi neutron-server[94857]: WARNING oslo_policy.policy [None req-2322d735-a390-4fdd-af2c-def36f6cf410 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:33:17.119938 dv-cinder-802955-1-iscsi neutron-server[94857]: WARNING oslo_policy.policy [None req-2322d735-a390-4fdd-af2c-def36f6cf410 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:33:17.128058 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322d735-a390-4fdd-af2c-def36f6cf410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:17.128542 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322d735-a390-4fdd-af2c-def36f6cf410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:17.131072 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2322d735-a390-4fdd-af2c-def36f6cf410 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6680417 Jul 29 20:33:19.177310 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 5 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:33:19.262625 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33562) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:19.390833 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfe79e-6a3d-4912-9b52-3a585034d0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:19.391306 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfe79e-6a3d-4912-9b52-3a585034d0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:19.392842 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-3fdfe79e-6a3d-4912-9b52-3a585034d0d0 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292577 Jul 29 20:33:21.548374 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33570) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:21.614681 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9b19-1cb1-4713-853c-9fdcb4cba1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:21.724643 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016926a-fa53-42b5-8c6a-52011985d956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:21.726033 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-f016926a-fa53-42b5-8c6a-52011985d956 admin admin] 10.222.0.16 "GET /v2.0/networks/1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 HTTP/1.1" status: 200 len: 886 time: 0.1767287 Jul 29 20:33:23.853990 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33578) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:23.993746 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3829ca-74b8-4ea3-98d4-3abda3fd2dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:23.995100 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-6a3829ca-74b8-4ea3-98d4-3abda3fd2dee admin admin] 10.222.0.16 "GET /v2.0/networks/a60024f3-0e3f-4ed0-be64-8084520ad1cc HTTP/1.1" status: 200 len: 869 time: 0.1401832 Jul 29 20:33:24.211928 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8f6c8110-65e6-454c-aac9-5b1025af3987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:24.319033 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:25.271287 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:26.149145 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33586) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:26.271309 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c971cd-ff0d-41ce-ae15-000c3658032b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:26.271773 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c971cd-ff0d-41ce-ae15-000c3658032b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:26.273280 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-98c971cd-ff0d-41ce-ae15-000c3658032b admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231706 Jul 29 20:33:26.938652 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:28.397510 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 33594) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:28.518921 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed15d02-0818-43fb-a7de-bb4c0574d415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:28.519304 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed15d02-0818-43fb-a7de-bb4c0574d415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:28.520816 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-1ed15d02-0818-43fb-a7de-bb4c0574d415 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223505 Jul 29 20:33:30.663010 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 33602) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:30.745942 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222786c-a14f-45a4-8ce9-cee810b69262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:30.747297 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-6222786c-a14f-45a4-8ce9-cee810b69262 admin admin] 10.222.0.16 "GET /v2.0/subnets/083c3289-666b-4219-959a-96099780db54 HTTP/1.1" status: 200 len: 816 time: 0.0832825 Jul 29 20:33:32.896011 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 33610) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:32.985708 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c4e46-0ebb-47a5-93e7-4aa857640c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:33:32.987030 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-4a1c4e46-0ebb-47a5-93e7-4aa857640c54 admin admin] 10.222.0.16 "GET /v2.0/subnets/23610919-9b18-4e52-bf48-74683a34f4b3 HTTP/1.1" status: 200 len: 868 time: 0.0901003 Jul 29 20:33:51.617120 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-e5af9aa4-6637-4766-88e7-f144511483ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:54.212827 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-39985394-6884-4270-9f4b-7ca363b53129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:54.319417 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:55.275741 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:56.175652 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 5 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:33:56.941563 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:33:58.160097 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 33664) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:33:58.204660 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [None req-6bd07f9f-63aa-46d2-a5ed-d25eb70cb966 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:33:58.205663 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-6bd07f9f-63aa-46d2-a5ed-d25eb70cb966 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446079 Jul 29 20:34:00.410775 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33672) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:34:00.469926 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-331bbd31-475c-4c06-86ef-0f3c7849e6fb admin admin] GET failed (client error): The resource could not be found. Jul 29 20:34:00.471215 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-331bbd31-475c-4c06-86ef-0f3c7849e6fb admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589862 Jul 29 20:34:00.629514 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f93f8c-3c26-43d4-8834-0f126419f847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:34:00.630949 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-b2f93f8c-3c26-43d4-8834-0f126419f847 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1548483 Jul 29 20:34:02.783668 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33680) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:34:02.829385 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:34:02.830729 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.quota [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Loaded quota_driver: . Jul 29 20:34:02.877791 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Made reservation on behalf of 36f0166ca4a4429193fc5400a7e626ac for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:34:02.881147 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:02.934471 dv-cinder-802955-1-iscsi neutron-server[94857]: WARNING neutron.services.revisions.revision_plugin [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Could not find related network for resource to bump revision. Jul 29 20:34:02.955012 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:34:02.968657 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775196728104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:02.969148 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Unsubscribe: segment precommit_create {{(pid=94857) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 20:34:02.969664 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Added segment 4dc13d7d-4324-4aca-bfb1-a7321374378e of type vlan for network 557f5004-7dda-4179-95d0-30c8eb4f7706 Jul 29 20:34:03.022556 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:03.065512 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:03.066544 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:34:03.067136 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:03.101917 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3073773 Jul 29 20:34:03.178125 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Pushing event updated for resources: {'Network': ['ID=557f5004-7dda-4179-95d0-30c8eb4f7706,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:34:03.187857 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.188209 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.188552 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.188896 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.189225 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.189561 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.189919 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.190244 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.190572 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.190895 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.191217 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.191538 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50683591-ffe9-4368-878c-3ce64eadd404 admin admin] Tracked resource versions report: Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: pushed versions: Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: { 'AddressGroup': {'1.2'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'ConntrackHelper': {'1.0'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Log': {'1.0'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Network': {'1.1'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Port': {'1.7'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'PortForwarding': {'1.2'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'QosPolicy': {'1.8'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SecurityGroup': {'1.4'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SubPort': {'1.0'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Subnet': {'1.1'}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Trunk': {'1.1'}} Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: consumer versions: Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: { DHCP agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: L3 agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: Metadata agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: Metering agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: Open vSwitch agent@dv-cinder-802955-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'ConntrackHelper': '1.0', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Log': '1.0', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Network': '1.1', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Port': '1.7', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'PortForwarding': '1.2', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'QosPolicy': '1.8', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SecurityGroup': '1.4', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SecurityGroupRule': '1.2', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SubPort': '1.0', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Subnet': '1.1', Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Trunk': '1.1'}} Jul 29 20:34:03.192701 dv-cinder-802955-1-iscsi neutron-server[94857]: {{(pid=94857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:34:03.230410 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 557f5004-7dda-4179-95d0-30c8eb4f7706 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:34:05.262968 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33692) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:34:05.320278 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-c263f5ad-f0ea-46d6-baf0-ee02d3136ce7 admin admin] GET failed (client error): The resource could not be found. Jul 29 20:34:05.321553 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c263f5ad-f0ea-46d6-baf0-ee02d3136ce7 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0576642 Jul 29 20:34:05.391980 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a3cd59-439c-44d6-b9ec-32cdae7e991f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:34:05.393378 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-35a3cd59-439c-44d6-b9ec-32cdae7e991f admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675478 Jul 29 20:34:05.403153 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:34:05.425980 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Made reservation on behalf of 36f0166ca4a4429193fc5400a7e626ac for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:34:05.428954 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:05.643170 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:05.702194 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5312773-7d08-44cb-a6bc-5580c3a43825,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:34:05.713032 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Checking segment: {'id': '4dc13d7d-4324-4aca-bfb1-a7321374378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:34:05.713426 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Network hostable DHCP agents. Network: 557f5004-7dda-4179-95d0-30c8eb4f7706, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:34:05.734802 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Network 557f5004-7dda-4179-95d0-30c8eb4f7706 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:34:05.747071 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 557f5004-7dda-4179-95d0-30c8eb4f7706) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:34:05.752092 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:34:05.752692 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:05.757255 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db7ea79-dda8-4f18-8330-74d1d47e544b None None] Network 557f5004-7dda-4179-95d0-30c8eb4f7706 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:34:05.772679 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-df3a2683-aee2-41c2-86d8-08cf4debf185 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3727756 Jul 29 20:34:05.997393 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-557f5004-7dda-4179-95d0-30c8eb4f7706', 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706', 'tenant_id': '36f0166ca4a4429193fc5400a7e626ac', 'fixed_ips': [{'subnet_id': 'd5312773-7d08-44cb-a6bc-5580c3a43825'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:34:05.998374 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:06.130601 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Allocated IP 192.168.233.2 (557f5004-7dda-4179-95d0-30c8eb4f7706/d5312773-7d08-44cb-a6bc-5580c3a43825/4171092c-205d-4246-86e1-f284e5b0aec4) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:34:06.271509 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:06.279628 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Transition to ACTIVE for port object 4171092c-205d-4246-86e1-f284e5b0aec4 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:34:06.295267 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Transition to ACTIVE for port object 4171092c-205d-4246-86e1-f284e5b0aec4 will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:34:06.300616 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:06.337501 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Network 557f5004-7dda-4179-95d0-30c8eb4f7706 is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:34:06.340242 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:34:06.345919 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:34:06.353284 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Pushing event updated for resources: {'Port': ['ID=4171092c-205d-4246-86e1-f284e5b0aec4,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:34:06.362537 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.362886 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.363228 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.363562 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.363897 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.364223 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.364646 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.364970 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.365309 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.365651 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.365974 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.366292 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:34:06.414644 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Attempting to bind port 4171092c-205d-4246-86e1-f284e5b0aec4 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:34:06.415040 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Attempting to bind port 4171092c-205d-4246-86e1-f284e5b0aec4 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '4dc13d7d-4324-4aca-bfb1-a7321374378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:34:06.415551 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Attempting to bind port 4171092c-205d-4246-86e1-f284e5b0aec4 on network 557f5004-7dda-4179-95d0-30c8eb4f7706 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:34:06.420474 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:34:06.420845 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Checking segment: {'id': '4dc13d7d-4324-4aca-bfb1-a7321374378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:34:06.421246 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:06.421665 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Bound using segment: {'id': '4dc13d7d-4324-4aca-bfb1-a7321374378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:34:06.422128 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Bound port: 4171092c-205d-4246-86e1-f284e5b0aec4, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc13d7d-4324-4aca-bfb1-a7321374378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:34:06.422528 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:06.484313 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] For port 4171092c-205d-4246-86e1-f284e5b0aec4, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:34:06.487390 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] For port 4171092c-205d-4246-86e1-f284e5b0aec4, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=4171092c-205d-4246-86e1-f284e5b0aec4,segment=NetworkSegment(4dc13d7d-4324-4aca-bfb1-a7321374378e),segment_id=4dc13d7d-4324-4aca-bfb1-a7321374378e)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:34:06.492231 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:06.549229 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa56f7c-52a7-4a17-a81d-756ee7436998 None None] Pushing event updated for resources: {'Port': ['ID=4171092c-205d-4246-86e1-f284e5b0aec4,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:34:07.280988 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00bd07-2601-413f-a309-2c604bb581e5 None None] Network 557f5004-7dda-4179-95d0-30c8eb4f7706 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:34:07.368118 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a494fb9f-059a-4dd6-b4ba-038cd5b5fe91 None None] Provisioning for port 4171092c-205d-4246-86e1-f284e5b0aec4 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:34:08.368424 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 4171092c-205d-4246-86e1-f284e5b0aec4 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:34:08.416771 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 4171092c-205d-4246-86e1-f284e5b0aec4 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:34:08.420509 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 4171092c-205d-4246-86e1-f284e5b0aec4 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:34:08.420885 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:08.499567 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:08.532154 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 4171092c-205d-4246-86e1-f284e5b0aec4, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=4171092c-205d-4246-86e1-f284e5b0aec4,segment=NetworkSegment(4dc13d7d-4324-4aca-bfb1-a7321374378e),segment_id=4dc13d7d-4324-4aca-bfb1-a7321374378e)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:34:08.536040 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:08.582504 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=4171092c-205d-4246-86e1-f284e5b0aec4,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:34:10.346242 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 4171092c-205d-4246-86e1-f284e5b0aec4 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:34:10.394813 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 4171092c-205d-4246-86e1-f284e5b0aec4 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:34:10.395180 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:21.617865 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-128c5e36-1178-4cca-b3b3-50ad85a9955f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:24.214006 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8b012c84-3b14-4933-b4a6-38d1150b618e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:24.319650 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:25.277350 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:26.945120 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:33.173774 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 5 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:34:51.617787 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-e0cda689-f177-4d83-969f-503fb3b4f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:54.213958 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a8e0aaa5-bcfd-4ddc-bab5-815fe2cdafe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:54.321231 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:55.279551 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:34:56.947701 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:10.171632 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 5 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:35:20.712746 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33744) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:35:20.719473 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [None req-54a11139-e171-4258-af5e-cf99f4ad9a7c tempest-verify_tempest_config-1828998926 tempest-verify_tempest_config-1828998926-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:35:20.720703 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-54a11139-e171-4258-af5e-cf99f4ad9a7c tempest-verify_tempest_config-1828998926 tempest-verify_tempest_config-1828998926-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070016 Jul 29 20:35:21.019017 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 33762) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:35:21.116601 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:21.201965 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:21.205409 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:21.248886 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49161399597f442db4a715118a12ba38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2288787 Jul 29 20:35:21.249769 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1a9f5e-0b46-4c45-9273-cc096db0b04e,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:35:21.251625 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 33768) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:35:21.257930 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.257930 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.257930 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.257930 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.258336 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.258506 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.258815 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.259137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.259456 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.259765 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.260106 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.260418 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f8f0f-4865-434c-bf38-41ea77a747bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.332628 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:21.355911 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:21.442258 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:21.444801 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:21.445953 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e1a9f5e-0b46-4c45-9273-cc096db0b04e HTTP/1.1" status: 204 len: 168 time: 0.1933870 Jul 29 20:35:21.454062 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1a9f5e-0b46-4c45-9273-cc096db0b04e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:35:21.461515 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.461917 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.462267 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.462605 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.463061 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.463283 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.463616 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.463945 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.464285 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.464612 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.464996 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.465255 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16ad7f-0a00-400b-8d60-980d01ee57cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:35:21.618888 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c9c8-6e77-45ac-9725-f6f8c259927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:24.214823 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-face4f79-d5b9-4fba-b69b-1c3056adbb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:24.323540 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:25.283603 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:26.951121 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:47.169518 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 5 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:35:51.619273 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f41a-9ab9-4c58-8e79-5218d5f17343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:54.215913 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2fba3da6-7352-40ba-9813-ffa65d82a388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:54.323139 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:55.286013 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:35:56.953620 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:21.619048 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ba566cc5-817c-4795-827a-f2d942b1711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:24.167856 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 5 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:36:24.214985 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5bf80b1d-c453-4031-ad50-497e7a0cc81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:24.322154 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:25.286655 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:26.957212 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:51.619542 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-edd29e8b-6987-45a6-9fe6-b932f942e8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:54.214739 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4eb2aa81-ef57-44b3-a67d-6a9a09a0f1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:54.322180 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:55.289509 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:55.809705 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930011'] for agent, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:56.961450 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:36:59.850210 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 33820) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:36:59.948872 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-3607e84b-da93-4b1a-bdf0-2de4ffc783d9 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0975740 Jul 29 20:37:01.166468 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:37:02.121182 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 33830) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:37:02.173470 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-4542b640-92bc-408a-b39e-42cbc4023de6 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0511920 Jul 29 20:37:21.618476 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dbb9ae2a-12b0-4554-9845-6138834460c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:24.215149 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-514e4a24-bc65-4283-b663-9fbcec88e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:24.324310 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:25.291978 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:25.792996 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:26.964402 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:38.166141 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:37:51.625190 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f4cb01c6-30c7-46be-81c5-dfd2d235dda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:54.217576 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a763d964-b3b8-424e-9102-a562eebb6f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:54.325339 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:55.308699 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:55.814367 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:37:56.967511 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:15.166617 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:38:21.616296 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-00eef8bc-4a9a-42b3-bed3-a99c2419ecbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:24.225277 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-699bbaf9-d9d7-4485-addb-0177888af3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:24.338253 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:25.307196 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:25.827649 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:26.975098 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:27.833731 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34030) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:28.216438 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-334163278-network', 'tenant_id': '506195941f4e4ab9a9b96f6196122de9'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:28.232367 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34060) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:28.244727 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34066) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:28.251494 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Made reservation on behalf of 506195941f4e4ab9a9b96f6196122de9 for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:28.253758 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.263166 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.263576 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34070) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:28.357843 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.362371 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.496726 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:38:28.505869 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9dc891-2075-4243-9124-dde222ae615f,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:28.513987 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.514354 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.514694 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.515024 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.515357 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.515695 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.516013 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.516512 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.517012 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.517357 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.517685 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.518002 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Tracked resource versions report: Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: pushed versions: Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: { 'AddressGroup': {'1.2'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'ConntrackHelper': {'1.0'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Log': {'1.0'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Network': {'1.1'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Port': {'1.7'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'PortForwarding': {'1.2'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'QosPolicy': {'1.8'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SecurityGroup': {'1.4'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SubPort': {'1.0'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Subnet': {'1.1'}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Trunk': {'1.1'}} Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: consumer versions: Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: { DHCP agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: HyperV agent@hv-cinder-80295: {}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: L3 agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: Metadata agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: Metering agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: Open vSwitch agent@dv-cinder-802955-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'ConntrackHelper': '1.0', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Log': '1.0', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Network': '1.1', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Port': '1.7', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'PortForwarding': '1.2', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'QosPolicy': '1.8', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SecurityGroup': '1.4', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SecurityGroupRule': '1.2', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'SubPort': '1.0', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Subnet': '1.1', Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: 'Trunk': '1.1'}} Jul 29 20:38:28.519036 dv-cinder-802955-1-iscsi neutron-server[94858]: {{(pid=94858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:38:28.535783 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.536136 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Added segment aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa of type vlan for network ec40d9d6-a77e-41df-80c2-bd5af1a8665c Jul 29 20:38:28.562154 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-358473954-network', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:28.579140 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.594213 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1897796912-network', 'tenant_id': '30406affa78c46e2b897be3cfa51896f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:28.617179 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.618430 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:28.619020 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.620542 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1788180635-network', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:28.623395 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Made reservation on behalf of b9d73d0ffdc04375bd6175bfc56bc903 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:28.625610 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.636720 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34084) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:28.636841 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Made reservation on behalf of 30406affa78c46e2b897be3cfa51896f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:28.639375 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.648236 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.650589 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.697545 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34088) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:28.698849 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8639312 Jul 29 20:38:28.706386 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Request body: {'subnet': {'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-334163278-subnet', 'tenant_id': '506195941f4e4ab9a9b96f6196122de9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:28.708897 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64795bfc-0ebf-4edc-9303-1305f367e0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec40d9d6-a77e-41df-80c2-bd5af1a8665c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:28.720268 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network ec40d9d6-a77e-41df-80c2-bd5af1a8665c details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:38:28.807674 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.814259 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.828431 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:38:28.839629 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.840366 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Added segment baca4d09-eff4-4820-ac8c-f9e0f715e7e1 of type vlan for network f7bd2348-0cd0-49ae-b552-891e41310df1 Jul 29 20:38:28.880731 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2088220444-network', 'tenant_id': 'df659a7ad22b483eb24f4abdbc3b6072'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:28.884970 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.908319 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.db.api [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 20:38:28.908319 dv-cinder-802955-1-iscsi neutron-server[94858]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 20:38:28.908319 dv-cinder-802955-1-iscsi neutron-server[94858]: [parameters: {'project_id_1': 'df659a7ad22b483eb24f4abdbc3b6072', 'expiration_1': datetime.datetime(2021, 7, 29, 20, 38, 28, 884934)}] Jul 29 20:38:28.908319 dv-cinder-802955-1-iscsi neutron-server[94858]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:38:28.909940 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG oslo_db.api [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:38:28.917311 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.db.api [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 20:38:28.917311 dv-cinder-802955-1-iscsi neutron-server[94857]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 20:38:28.917311 dv-cinder-802955-1-iscsi neutron-server[94857]: [parameters: {'project_id_1': 'b9d73d0ffdc04375bd6175bfc56bc903', 'expiration_1': datetime.datetime(2021, 7, 29, 20, 38, 28, 674921)}] Jul 29 20:38:28.917311 dv-cinder-802955-1-iscsi neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:38:28.918248 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG oslo_db.api [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:38:28.923653 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.db.api [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 20:38:28.923653 dv-cinder-802955-1-iscsi neutron-server[94857]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 20:38:28.923653 dv-cinder-802955-1-iscsi neutron-server[94857]: [parameters: {'project_id_1': '506195941f4e4ab9a9b96f6196122de9', 'expiration_1': datetime.datetime(2021, 7, 29, 20, 38, 28, 773438)}] Jul 29 20:38:28.923653 dv-cinder-802955-1-iscsi neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:38:28.924467 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG oslo_db.api [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:38:28.940011 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Made reservation on behalf of 03945c8550504adfb8fe002fe2b4b702 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:28.942875 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.951646 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.952866 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:28.953674 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.979395 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:28.982034 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7486866 Jul 29 20:38:28.985210 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34104) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:28.990379 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Request body: {'subnet': {'network_id': 'f7bd2348-0cd0-49ae-b552-891e41310df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1897796912-subnet', 'tenant_id': '30406affa78c46e2b897be3cfa51896f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:29.000370 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af35575b-16a5-4f50-a97c-1753bb776a61,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:29.043774 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Made reservation on behalf of 30406affa78c46e2b897be3cfa51896f for: {'subnet': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:29.046473 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.116797 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Pushing event updated for resources: {'Network': ['ID=f7bd2348-0cd0-49ae-b552-891e41310df1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:29.119831 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.120206 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.120685 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.121250 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.121633 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.121953 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.122533 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.122867 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.123246 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.124049 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.124707 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.125017 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Tracked resource versions report: Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: pushed versions: Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: { 'AddressGroup': {'1.2'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'ConntrackHelper': {'1.0'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Log': {'1.0'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Network': {'1.1'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Port': {'1.7'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'PortForwarding': {'1.2'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'QosPolicy': {'1.8'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SecurityGroup': {'1.4'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SubPort': {'1.0'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Subnet': {'1.1'}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Trunk': {'1.1'}} Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: consumer versions: Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: { DHCP agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: HyperV agent@hv-cinder-80295: {}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: L3 agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: Metadata agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: Metering agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: Open vSwitch agent@dv-cinder-802955-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'ConntrackHelper': '1.0', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Log': '1.0', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Network': '1.1', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Port': '1.7', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'PortForwarding': '1.2', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'QosPolicy': '1.8', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SecurityGroup': '1.4', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SecurityGroupRule': '1.2', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'SubPort': '1.0', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Subnet': '1.1', Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: 'Trunk': '1.1'}} Jul 29 20:38:29.126228 dv-cinder-802955-1-iscsi neutron-server[94857]: {{(pid=94857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:38:29.142552 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.142847 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.143191 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.143536 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.143853 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.144205 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.144539 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.144929 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.145266 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.145607 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.145967 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.146246 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ec2a-df24-440b-b3be-a80f729eaf5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:29.166796 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network f7bd2348-0cd0-49ae-b552-891e41310df1 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:38:29.225433 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.232078 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.270628 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47051311-1aec-4310-88b0-22ad7378f391,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:29.285407 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:38:29.300692 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.301326 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Added segment 9a393370-7dcf-4dd6-a1c6-d8f09ca5a454 of type vlan for network 7485e429-9262-495e-b61d-bdee98b22645 Jul 29 20:38:29.359664 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.405145 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.413435 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.414554 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:29.415240 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.421964 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.483463 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=60453288-5e4c-4fcd-8043-7bf8a5aa5268,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:29.495052 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Checking segment: {'id': 'baca4d09-eff4-4820-ac8c-f9e0f715e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f7bd2348-0cd0-49ae-b552-891e41310df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:29.495283 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Network hostable DHCP agents. Network: f7bd2348-0cd0-49ae-b552-891e41310df1, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:38:29.526565 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Network f7bd2348-0cd0-49ae-b552-891e41310df1 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:38:29.530661 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2663217 Jul 29 20:38:29.532269 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701960a-775a-47ab-8e04-8e6ae4039c65 admin admin] Pushing event updated for resources: {'Network': ['ID=7485e429-9262-495e-b61d-bdee98b22645,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:29.534946 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Made reservation on behalf of df659a7ad22b483eb24f4abdbc3b6072 for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:29.537524 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34134) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:29.537694 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.545027 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Request body: {'subnet': {'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1788180635-subnet', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:29.547202 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 7485e429-9262-495e-b61d-bdee98b22645 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:38:29.554906 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.556971 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, f7bd2348-0cd0-49ae-b552-891e41310df1) {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:29.563280 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:29.563875 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.581002 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc90a88-ebf1-4f1e-8fbc-a4b015a14d31 None None] Network f7bd2348-0cd0-49ae-b552-891e41310df1 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:29.585496 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Made reservation on behalf of 506195941f4e4ab9a9b96f6196122de9 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:29.590549 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.594324 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Made reservation on behalf of 03945c8550504adfb8fe002fe2b4b702 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:29.594742 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-4fd3479c-638d-4320-812a-8d1636e238ad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6082680 Jul 29 20:38:29.596674 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:29.838871 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440c8b30-2fc4-4a0c-98c7-c7e9cfad780c None None] Network f7bd2348-0cd0-49ae-b552-891e41310df1 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:30.092065 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.232296 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2aeea6-215b-45bd-a480-52faa84fe275,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:30.236147 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.264602 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Checking segment: {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:30.265075 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Network hostable DHCP agents. Network: 7485e429-9262-495e-b61d-bdee98b22645, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:38:30.274102 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.317439 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:38:30.344893 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.358041 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb100f3f-2f80-427d-b257-628fdc183a88,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:30.365437 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.366200 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Added segment 3922d37b-6e1a-4449-933e-1eab4ae9ba85 of type vlan for network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 Jul 29 20:38:30.388524 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.397915 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.423176 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Network 7485e429-9262-495e-b61d-bdee98b22645 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:38:30.456514 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e52e98d-0294-4993-84e6-8714f5acf79f,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:30.479503 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 7485e429-9262-495e-b61d-bdee98b22645) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:30.483573 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.489053 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a37d36-d9de-4934-9acc-086df3b48c43 None None] Network 7485e429-9262-495e-b61d-bdee98b22645 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:30.491103 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:38:30.500054 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:30.500888 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.523184 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.524418 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Added segment 986444fa-efa7-41bd-a4da-52b57fd57854 of type vlan for network 42219a8a-ca6e-42ba-9823-6e1de67c9ab5 Jul 29 20:38:30.544357 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:30.569460 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a810d249-db8a-4f79-8d55-e67b3ef24cfd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0292656 Jul 29 20:38:30.579885 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34184) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:30.588620 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:30.597346 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.598329 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:30.598916 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.616600 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Checking segment: {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:30.617208 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Network hostable DHCP agents. Network: ec40d9d6-a77e-41df-80c2-bd5af1a8665c, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:38:30.624282 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.626009 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.727275 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.730351 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.739444 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4935317 Jul 29 20:38:30.740356 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34202) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:30.751140 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Request body: {'subnet': {'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-subnet', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:30.759707 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94877698-82de-4bbb-a785-65f6c77230ce admin admin] Pushing event updated for resources: {'Network': ['ID=2e3c4e8f-1747-4697-a2e5-c474723b7d40,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:30.782357 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:38:30.788449 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Network ec40d9d6-a77e-41df-80c2-bd5af1a8665c is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:38:30.822644 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, ec40d9d6-a77e-41df-80c2-bd5af1a8665c) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:30.833229 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:30.836163 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.849553 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Made reservation on behalf of b9d73d0ffdc04375bd6175bfc56bc903 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:30.852569 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.942824 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:30.953712 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34220) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:30.968669 dv-cinder-802955-1-iscsi neutron-server[94858]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 20:38:30.969101 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ddfb6-ddce-4d99-b906-4e5dce09ff41 None None] Network ec40d9d6-a77e-41df-80c2-bd5af1a8665c requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:31.012002 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-7485e429-9262-495e-b61d-bdee98b22645', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:38:31.013890 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-07bb10c8-fe9b-4e62-89a4-27d55798f123 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3139241 Jul 29 20:38:31.014301 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.077246 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.db.resource_extend [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 20:38:31.185785 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.186747 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:31.187337 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.190116 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Allocated IP 172.20.0.2 (7485e429-9262-495e-b61d-bdee98b22645/fd2aeea6-215b-45bd-a480-52faa84fe275/cbce03ba-853c-4bf5-a292-f7f7428b1f31) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:31.267342 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6290920 Jul 29 20:38:31.267936 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34240) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:31.292822 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Request body: {'subnet': {'network_id': '42219a8a-ca6e-42ba-9823-6e1de67c9ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2088220444-subnet', 'tenant_id': 'df659a7ad22b483eb24f4abdbc3b6072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:31.315635 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.319931 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Made reservation on behalf of df659a7ad22b483eb24f4abdbc3b6072 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:31.322684 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.437002 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34254) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:31.447643 dv-cinder-802955-1-iscsi neutron-server[94857]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 20:38:31.448336 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affa3e6-65ce-4b0b-8c99-57fe20edf955 admin admin] Pushing event updated for resources: {'Network': ['ID=42219a8a-ca6e-42ba-9823-6e1de67c9ab5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:31.460908 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cfe9d7-a935-4ee4-8f42-f11f64bc439f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:31.464420 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab039-eed2-4b50-91df-062034924ba7 req-e3da53c9-1bd4-417c-8e9b-3edeaca8dd0c tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:31.465958 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-e3da53c9-1bd4-417c-8e9b-3edeaca8dd0c tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/networks?id=f7bd2348-0cd0-49ae-b552-891e41310df1 HTTP/1.1" status: 200 len: 812 time: 0.5069907 Jul 29 20:38:31.478605 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 42219a8a-ca6e-42ba-9823-6e1de67c9ab5 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:38:31.497663 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-974ac896-ea48-4e7e-b2cb-ff4ad8fb5389 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/quotas/30406affa78c46e2b897be3cfa51896f HTTP/1.1" status: 200 len: 375 time: 0.0255117 Jul 29 20:38:31.528416 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33513a37-4dc7-4104-bfef-19c778d102b4 None None] Network ec40d9d6-a77e-41df-80c2-bd5af1a8665c requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:31.550879 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Checking segment: {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:31.551413 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Network hostable DHCP agents. Network: 2e3c4e8f-1747-4697-a2e5-c474723b7d40, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:38:31.566076 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-085425f0-1512-405f-9190-da4829e832dc tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30406affa78c46e2b897be3cfa51896f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585070 Jul 29 20:38:31.612410 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.649302 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Transition to ACTIVE for port object cbce03ba-853c-4bf5-a292-f7f7428b1f31 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:31.687079 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Transition to ACTIVE for port object cbce03ba-853c-4bf5-a292-f7f7428b1f31 will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:31.723661 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.725337 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:38:31.757026 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.775085 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 2e3c4e8f-1747-4697-a2e5-c474723b7d40) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:31.787436 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a50f8b5-2902-49fa-9b5b-3d51025c5dbe None None] Network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:31.788688 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-9b7b9816-eec0-4164-874e-3ec408bb7ffe tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:31.790840 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-9b7b9816-eec0-4164-874e-3ec408bb7ffe tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 814 time: 0.3466177 Jul 29 20:38:31.794218 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Network 7485e429-9262-495e-b61d-bdee98b22645 is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:31.801173 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:31.803375 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.816172 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:31.818084 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.818791 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:31.859289 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Pushing event updated for resources: {'Port': ['ID=cbce03ba-853c-4bf5-a292-f7f7428b1f31,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:31.888085 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-82c5b387-7c80-4f11-95a4-6efc9597d660 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/quotas/506195941f4e4ab9a9b96f6196122de9 HTTP/1.1" status: 200 len: 375 time: 0.0713608 Jul 29 20:38:31.893005 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.893396 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.893859 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.894253 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.894618 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.894984 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.895318 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.895678 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.896027 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.896411 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.896737 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.897069 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:31.898019 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a31e8f5a-fc61-49f5-8d4c-673748e48326 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1498444 Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Tracked resource versions report: Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: pushed versions: Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: { 'AddressGroup': {'1.2'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'ConntrackHelper': {'1.0'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Log': {'1.0'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Network': {'1.1'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Port': {'1.7'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'PortForwarding': {'1.2'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'QosPolicy': {'1.8'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SecurityGroup': {'1.4'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SubPort': {'1.0'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Subnet': {'1.1'}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Trunk': {'1.1'}} Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: consumer versions: Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: { DHCP agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: HyperV agent@hv-cinder-80295: {}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: L3 agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: Metadata agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: Metering agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: Open vSwitch agent@dv-cinder-802955-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'ConntrackHelper': '1.0', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Log': '1.0', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Network': '1.1', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Port': '1.7', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'PortForwarding': '1.2', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'QosPolicy': '1.8', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SecurityGroup': '1.4', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SecurityGroupRule': '1.2', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'SubPort': '1.0', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Subnet': '1.1', Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: 'Trunk': '1.1'}} Jul 29 20:38:31.898246 dv-cinder-802955-1-iscsi neutron-server[94859]: {{(pid=94859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:38:31.900414 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34268) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:31.904155 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:31.909628 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.915394 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-ffa30ebd-6f10-439c-a15a-2614b9e0a29a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:38:31.916627 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-ffa30ebd-6f10-439c-a15a-2614b9e0a29a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1926222 Jul 29 20:38:31.954315 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Attempting to bind port cbce03ba-853c-4bf5-a292-f7f7428b1f31 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:38:31.954783 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Attempting to bind port cbce03ba-853c-4bf5-a292-f7f7428b1f31 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:38:31.956135 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Attempting to bind port cbce03ba-853c-4bf5-a292-f7f7428b1f31 on network 7485e429-9262-495e-b61d-bdee98b22645 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:31.971142 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:38:31.971887 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Checking segment: {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:31.971887 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:31.972301 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Bound using segment: {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:38:31.972831 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Bound port: cbce03ba-853c-4bf5-a292-f7f7428b1f31, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:38:31.973230 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:32.022110 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-1c029b66-3a24-4715-a7ec-cf33b5e7e761 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135311 Jul 29 20:38:32.046501 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:32.048139 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:32.065131 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Allocated IP 172.27.3.250 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/18031381-13e8-4dcc-a2bd-7123caef65f8) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:32.072401 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5c1f67-d823-45a9-8f01-142aede523bd,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:32.074591 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-2736715f-53e8-435d-84ba-95ae23d3fabb service neutron] 10.222.0.16 "GET /v2.0/networks/f7bd2348-0cd0-49ae-b552-891e41310df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503479 Jul 29 20:38:32.079870 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6a50ec-dc25-4e4a-9854-4a7eb77bfa87 None None] Network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:32.134952 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] For port cbce03ba-853c-4bf5-a292-f7f7428b1f31, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:38:32.154709 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] For port cbce03ba-853c-4bf5-a292-f7f7428b1f31, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=cbce03ba-853c-4bf5-a292-f7f7428b1f31,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:38:32.158380 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Checking segment: {'id': '986444fa-efa7-41bd-a4da-52b57fd57854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42219a8a-ca6e-42ba-9823-6e1de67c9ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:32.158734 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Network hostable DHCP agents. Network: 42219a8a-ca6e-42ba-9823-6e1de67c9ab5, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:38:32.170598 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:32.199951 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:32.288836 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Network 42219a8a-ca6e-42ba-9823-6e1de67c9ab5 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:38:32.319823 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-5f8b0d60-f09a-4779-b26d-bed876c142de service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:38:32.322166 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-5f8b0d60-f09a-4779-b26d-bed876c142de service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1333945 Jul 29 20:38:32.411330 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec1778-3d30-4186-b697-b93358cf6a1a None None] Pushing event updated for resources: {'Port': ['ID=cbce03ba-853c-4bf5-a292-f7f7428b1f31,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:32.449091 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:32.472593 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-939ac899-30d7-4e0a-a3e2-44785ebcd9aa service neutron] 10.222.0.16 "GET /v2.0/networks/f7bd2348-0cd0-49ae-b552-891e41310df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203335 Jul 29 20:38:32.538364 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:32.548465 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 42219a8a-ca6e-42ba-9823-6e1de67c9ab5) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:32.559837 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be59c6-fafd-4060-8ef7-6f137c32c822 None None] Network 42219a8a-ca6e-42ba-9823-6e1de67c9ab5 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:32.612071 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:32.633981 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:32.635291 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:32.657899 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:32.673493 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:32.676309 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d6443139-d4f4-4c92-bbd7-9c6e5b934b85 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4047432 Jul 29 20:38:32.709488 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Pushing event updated for resources: {'Port': ['ID=18031381-13e8-4dcc-a2bd-7123caef65f8,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:32.753552 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:32.754471 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a34f0e1-bbde-4245-867b-282b838d7604 None None] Network 42219a8a-ca6e-42ba-9823-6e1de67c9ab5 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:32.768330 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-cd709700-4635-4512-b5c7-b949096886c4 service neutron] 10.222.0.16 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075701 Jul 29 20:38:32.925489 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-4aab9eaf-f56f-4365-a174-15679cd4921c service neutron] 10.222.0.16 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561389 Jul 29 20:38:33.197487 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0cb75dff-63db-497a-9390-ae9330d30c3d req-ac1ec6dc-7004-45b6-af1a-2e18c470acd9 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 210 time: 0.1003578 Jul 29 20:38:33.217816 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34322) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:33.312574 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:33.434983 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:33.441414 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:33.545644 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-04beea9c-b0bb-4495-b3f6-63f4324b857c req-e80ca79a-abc4-4856-8569-8e8b4e3b0ee8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 210 time: 0.0964534 Jul 29 20:38:33.690693 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2532f5ed-042f-4b85-ac76-6b129170652e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:33.920657 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878c7c2-f0e5-4f7f-8279-a17930cf7416 None None] Network 7485e429-9262-495e-b61d-bdee98b22645 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:33.976302 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2532f5ed-042f-4b85-ac76-6b129170652e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.018608 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34386) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:34.036090 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483555493-network', 'tenant_id': '3fa037e752c047c2acce7d5abf6eb715'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:34.044614 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2532f5ed-042f-4b85-ac76-6b129170652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.053413 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Allocated IP 172.27.3.137 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/ea3e3940-8d86-4456-95d4-cad7f6206a79) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:34.080304 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-2532f5ed-042f-4b85-ac76-6b129170652e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cd16bd451d949bf9ef34c07b224b0dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8577609 Jul 29 20:38:34.080479 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-c13a68de-c1cd-45bd-b2a2-0777991d41e0 None None] Provisioning for port cbce03ba-853c-4bf5-a292-f7f7428b1f31 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:38:34.088532 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34394) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:34.212925 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532f5ed-042f-4b85-ac76-6b129170652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a0f3cf-fffe-4c74-b552-88182dfffd05,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:34.223887 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Made reservation on behalf of 3fa037e752c047c2acce7d5abf6eb715 for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:34.226145 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.242132 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.245379 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.252377 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-496df2ec-cf46-42fe-a165-82f7df7494e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.307109 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.359766 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9d6dc086-bfc8-423a-841b-b51472c04803 req-f10f5175-370c-4898-9017-27520d84fd9a tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 210 time: 0.0785048 Jul 29 20:38:34.418662 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.449424 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-496df2ec-cf46-42fe-a165-82f7df7494e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.592851 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device cbce03ba-853c-4bf5-a292-f7f7428b1f31 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:34.628992 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:34.638563 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:34.641576 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.656506 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-496df2ec-cf46-42fe-a165-82f7df7494e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.657013 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:34.659301 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-496df2ec-cf46-42fe-a165-82f7df7494e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.665045 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-496df2ec-cf46-42fe-a165-82f7df7494e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39a0f3cf-fffe-4c74-b552-88182dfffd05 HTTP/1.1" status: 204 len: 168 time: 0.5734212 Jul 29 20:38:34.666054 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.681236 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496df2ec-cf46-42fe-a165-82f7df7494e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a0f3cf-fffe-4c74-b552-88182dfffd05,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:34.704811 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:38:34.735186 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.735186 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Added segment 3e7ba1a7-4a3b-4099-a1e0-2f395c14cfd7 of type vlan for network 22556f8e-ae05-4163-9440-dae685287deb Jul 29 20:38:34.736992 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Pushing event updated for resources: {'Port': ['ID=ea3e3940-8d86-4456-95d4-cad7f6206a79,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:34.737268 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a990983-4dca-4699-a433-6300314afa57,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:34.745563 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port cbce03ba-853c-4bf5-a292-f7f7428b1f31 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:38:34.750045 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port cbce03ba-853c-4bf5-a292-f7f7428b1f31 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:34.750385 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Router 70b0bce3-8568-4006-9f94-47bef3c6d43d is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:38:34.750886 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.798152 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.815494 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-40ac7246-1b1e-48f2-a83e-7e299d2c7d98 req-81558336-5caa-4260-8261-a218b6d4a9a0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 210 time: 0.1487188 Jul 29 20:38:34.929859 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.938593 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:34.939196 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:34.958940 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.058919 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port cbce03ba-853c-4bf5-a292-f7f7428b1f31, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=cbce03ba-853c-4bf5-a292-f7f7428b1f31,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:38:35.070646 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.108767 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:38:35.121564 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1024101 Jul 29 20:38:35.129441 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Sync routers for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:38:35.136858 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34442) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:35.149953 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:38:35.150489 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:35.169922 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Request body: {'subnet': {'network_id': '22556f8e-ae05-4163-9440-dae685287deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483555493-subnet', 'tenant_id': '3fa037e752c047c2acce7d5abf6eb715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:35.180541 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=cbce03ba-853c-4bf5-a292-f7f7428b1f31,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:35.187308 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dba95-130f-4f85-98eb-0e97f0db1fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=22556f8e-ae05-4163-9440-dae685287deb,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:35.215257 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 22556f8e-ae05-4163-9440-dae685287deb details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:38:35.223453 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Made reservation on behalf of 3fa037e752c047c2acce7d5abf6eb715 for: {'subnet': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:35.233040 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.354712 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.366497 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:38:35.366726 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] Notify callbacks [] for router, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.370707 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-4d6892a5-5d93-4365-8932-7ab2f783b069 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7897518 Jul 29 20:38:35.373750 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34454) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:35.553419 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34464) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:35.556309 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:33Z', 'revision_number': 3, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:35.588582 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-310ef9ec-2a34-4a11-8af3-b9421abd7f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.594280 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Checking router: 70b0bce3-8568-4006-9f94-47bef3c6d43d for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:38:35.595422 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Updating router 70b0bce3-8568-4006-9f94-47bef3c6d43d port 18031381-13e8-4dcc-a2bd-7123caef65f8 binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:38:35.636496 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.675901 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-33f33559-bebd-413d-9151-6e64e6f99b09 req-392b517e-6f3b-4ff1-8ac0-7fca5df348da tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 210 time: 0.0339355 Jul 29 20:38:35.802746 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.885507 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.967327 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:35.980260 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:38:35.981019 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Transition to ACTIVE for port object 18031381-13e8-4dcc-a2bd-7123caef65f8 will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:35.987058 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.027457 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ddd2162-fd9d-483a-bd30-3c11dc9fe449 req-161afb9a-dbac-455e-b109-ca5a19dc8d9b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 210 time: 0.0568085 Jul 29 20:38:36.033800 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de27475f-765e-49a6-9a05-0ccd1a3eadb6,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:36.038822 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Pushing event updated for resources: {'Port': ['ID=18031381-13e8-4dcc-a2bd-7123caef65f8,revision_number=2']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:36.047041 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.047384 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.047898 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.048405 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.048735 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.049241 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.049573 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.049924 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.050268 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.050595 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.050916 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.051387 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Tracked resource versions report: Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: pushed versions: Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: { 'AddressGroup': {'1.2'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'ConntrackHelper': {'1.0'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Log': {'1.0'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Network': {'1.1'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Port': {'1.7'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'PortForwarding': {'1.2'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'QosPolicy': {'1.8'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SecurityGroup': {'1.4'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SubPort': {'1.0'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Subnet': {'1.1'}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Trunk': {'1.1'}} Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: consumer versions: Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: { DHCP agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: HyperV agent@hv-cinder-80295: {}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: L3 agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: Metadata agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: Metering agent@dv-cinder-802955-1-iscsi: {}, Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: Open vSwitch agent@dv-cinder-802955-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'ConntrackHelper': '1.0', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Log': '1.0', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Network': '1.1', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Port': '1.7', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'PortForwarding': '1.2', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'QosPolicy': '1.8', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SecurityGroup': '1.4', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SecurityGroupRule': '1.2', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'SubPort': '1.0', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Subnet': '1.1', Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: 'Trunk': '1.1'}} Jul 29 20:38:36.052544 dv-cinder-802955-1-iscsi neutron-server[94860]: {{(pid=94860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:38:36.059579 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Attempting to bind port 18031381-13e8-4dcc-a2bd-7123caef65f8 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:38:36.060150 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Attempting to bind port 18031381-13e8-4dcc-a2bd-7123caef65f8 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:38:36.061351 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Attempting to bind port 18031381-13e8-4dcc-a2bd-7123caef65f8 on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:36.067481 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:38:36.068071 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:36.068480 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.068867 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:38:36.069333 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Bound port: 18031381-13e8-4dcc-a2bd-7123caef65f8, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:38:36.069754 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.112889 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:38:36.115660 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Checking segment: {'id': '3e7ba1a7-4a3b-4099-a1e0-2f395c14cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '22556f8e-ae05-4163-9440-dae685287deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:36.116013 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Network hostable DHCP agents. Network: 22556f8e-ae05-4163-9440-dae685287deb, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:38:36.128223 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Sync routers for ids ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:38:36.130954 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] For port 18031381-13e8-4dcc-a2bd-7123caef65f8, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:38:36.135303 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] For port 18031381-13e8-4dcc-a2bd-7123caef65f8, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=18031381-13e8-4dcc-a2bd-7123caef65f8,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:38:36.139926 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.153445 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Routers {'1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:38:36.154408 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:36.186249 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:38:36.187057 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:36.196953 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-310ef9ec-2a34-4a11-8af3-b9421abd7f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.205688 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.209502 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-80fdcf77-777b-44aa-a1e1-0ed3750bd0fa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3072305 Jul 29 20:38:36.209856 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34476) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:36.212161 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-310ef9ec-2a34-4a11-8af3-b9421abd7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.218477 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Network 22556f8e-ae05-4163-9440-dae685287deb is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:38:36.269961 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2677dbd-970f-47db-9c29-404904beb2a5 None None] Pushing event updated for resources: {'Port': ['ID=18031381-13e8-4dcc-a2bd-7123caef65f8,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:36.281687 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 22556f8e-ae05-4163-9440-dae685287deb) {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:36.292783 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c5e64-83ea-4f1d-9208-27bed4224c36 None None] Network 22556f8e-ae05-4163-9440-dae685287deb requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:36.297163 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-310ef9ec-2a34-4a11-8af3-b9421abd7f41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30786d3af8f944549728618cb3588af8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7361367 Jul 29 20:38:36.301370 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:36.301837 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Set router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:38:36.301979 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.306419 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34478) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:36.321568 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ef9ec-2a34-4a11-8af3-b9421abd7f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eb6eae-b271-4452-b336-05928846b630,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:36.362250 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-2f9dd358-1d30-405d-9f63-72260f8e5444 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2214565 Jul 29 20:38:36.398187 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:38:36.440091 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4545364a-9107-464e-a382-a59722e6d4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.462630 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4545364a-9107-464e-a382-a59722e6d4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.528874 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4545364a-9107-464e-a382-a59722e6d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.534100 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4545364a-9107-464e-a382-a59722e6d4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.535264 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-4545364a-9107-464e-a382-a59722e6d4f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05eb6eae-b271-4452-b336-05928846b630 HTTP/1.1" status: 204 len: 168 time: 0.2263324 Jul 29 20:38:36.555294 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34484) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:36.558926 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545364a-9107-464e-a382-a59722e6d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eb6eae-b271-4452-b336-05928846b630,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:36.596189 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.604797 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device cbce03ba-853c-4bf5-a292-f7f7428b1f31 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:36.656027 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:33Z', 'revision_number': 3, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:36.684185 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdedb4-dcf5-4f21-8d96-c6d0a693c46a None None] The sync data for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi is: [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:33Z', 'revision_number': 3, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:38:36.762594 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c9ba58-a11f-43ea-8f83-02bd307a0268 admin admin] Deleting subnet fa5c1f67-d823-45a9-8f01-142aede523bd {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:38:36.771368 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53c9ba58-a11f-43ea-8f83-02bd307a0268 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.830186 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53c9ba58-a11f-43ea-8f83-02bd307a0268 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:36.854125 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Allocated IP 172.20.0.1 (7485e429-9262-495e-b61d-bdee98b22645/fd2aeea6-215b-45bd-a480-52faa84fe275/427043d0-46a4-4cfa-8875-2001de19c2a8) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:36.871952 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cda154-59b5-46b4-ae39-31c524a338bd None None] Network 22556f8e-ae05-4163-9440-dae685287deb requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:38:36.903602 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4b2d2868-342b-4166-a8f7-37e7034bda60 req-cab57f4b-2829-4b47-b5e1-317d435b0c02 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 210 time: 0.0748563 Jul 29 20:38:36.912080 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53c9ba58-a11f-43ea-8f83-02bd307a0268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.048469 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53c9ba58-a11f-43ea-8f83-02bd307a0268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.053348 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.069988 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Transition to ACTIVE for port object 427043d0-46a4-4cfa-8875-2001de19c2a8 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:37.114074 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:32Z', 'updated_at': '2021-07-29T20:38:34Z', 'revision_number': 3, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'gw_port': {'id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:33Z', 'updated_at': '2021-07-29T20:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:37.116626 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port cbce03ba-853c-4bf5-a292-f7f7428b1f31 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:37.117895 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.121021 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.130528 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9ba58-a11f-43ea-8f83-02bd307a0268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5c1f67-d823-45a9-8f01-142aede523bd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:37.151013 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53c9ba58-a11f-43ea-8f83-02bd307a0268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.153576 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-53c9ba58-a11f-43ea-8f83-02bd307a0268 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa5c1f67-d823-45a9-8f01-142aede523bd HTTP/1.1" status: 204 len: 168 time: 0.5860815 Jul 29 20:38:37.156420 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34504) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:37.171580 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Checking router: 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:38:37.172101 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Updating router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 port ea3e3940-8d86-4456-95d4-cad7f6206a79 binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:38:37.189235 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.235460 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Network 7485e429-9262-495e-b61d-bdee98b22645 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:37.248254 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:37.260994 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:37.261499 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.272685 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.367920 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.523471 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.545849 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Pushing event updated for resources: {'Port': ['ID=427043d0-46a4-4cfa-8875-2001de19c2a8,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:37.690074 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a53ce8b1-261a-489c-a037-80d41fb9b039 req-b4a85538-d90f-4dee-bd61-09be2b7ae95d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 210 time: 0.4138811 Jul 29 20:38:37.873140 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-76b78832-821b-472e-bf0d-6081508c39f3 None None] Provisioning for port 427043d0-46a4-4cfa-8875-2001de19c2a8 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:38:37.883132 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-76b78832-821b-472e-bf0d-6081508c39f3 None None] Provisioning complete for port 427043d0-46a4-4cfa-8875-2001de19c2a8 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:37.883667 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-76b78832-821b-472e-bf0d-6081508c39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.916084 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.927038 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.928016 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:37.936776 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-76b78832-821b-472e-bf0d-6081508c39f3 None None] Port 427043d0-46a4-4cfa-8875-2001de19c2a8 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:38:38.072435 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Pushing event updated for resources: {'Port': ['ID=427043d0-46a4-4cfa-8875-2001de19c2a8,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:38.094204 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e01dd24a-7fdf-4d95-8071-6ac3102b2ad4 req-4a1e043b-6c44-463e-892a-4155ffe54b10 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 210 time: 0.0425436 Jul 29 20:38:38.097938 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Allocated IP 172.20.0.1 (2e3c4e8f-1747-4697-a2e5-c474723b7d40/21cfe9d7-a935-4ee4-8f42-f11f64bc439f/c787b64c-e98b-474f-b37b-32202035a508) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:38.169231 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Network 7485e429-9262-495e-b61d-bdee98b22645 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:38.170963 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:38.217760 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:38.272787 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Transition to ACTIVE for port object ea3e3940-8d86-4456-95d4-cad7f6206a79 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:38.305792 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:38.410739 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.18', 50312) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:38.535218 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:38.535736 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cabc3d-9c17-4a2a-955c-2aa9a74e3b30 None None] Pushing event updated for resources: {'Port': ['ID=ea3e3940-8d86-4456-95d4-cad7f6206a79,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:38.544325 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Attempting to bind port ea3e3940-8d86-4456-95d4-cad7f6206a79 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:38:38.545022 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Attempting to bind port ea3e3940-8d86-4456-95d4-cad7f6206a79 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:38:38.546244 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Attempting to bind port ea3e3940-8d86-4456-95d4-cad7f6206a79 on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:38.576794 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:38.579922 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:38:38.580687 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:38.581366 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:38.581796 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:38:38.582242 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:38.582376 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Bound port: ea3e3940-8d86-4456-95d4-cad7f6206a79, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:38:38.582758 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:38.596517 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.597153 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.598652 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.599102 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > port after_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.599479 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.599869 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > port after_update 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.600259 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.600704 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.601076 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.601462 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.668014 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 18031381-13e8-4dcc-a2bd-7123caef65f8 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:38.670899 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Router 70b0bce3-8568-4006-9f94-47bef3c6d43d has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:38:38.718161 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] For port ea3e3940-8d86-4456-95d4-cad7f6206a79, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:38:38.734964 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-4969b9ea-9dab-47b8-915b-6ba3dafce349 None None] Provisioning complete for port 427043d0-46a4-4cfa-8875-2001de19c2a8 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:38.735342 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4969b9ea-9dab-47b8-915b-6ba3dafce349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:38.839401 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.18', 50318) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:38.878516 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-0975ea9a-8e48-430b-b588-b0c6f415350e tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:38.881518 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-0975ea9a-8e48-430b-b588-b0c6f415350e tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 814 time: 0.4554980 Jul 29 20:38:38.916490 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1778207-9412-4087-bb88-34e758bfdaf5 req-8e8043c0-9436-490f-ab28-47426c203a89 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 210 time: 0.0721054 Jul 29 20:38:38.933945 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.934291 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.934620 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.934950 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:38:38.935332 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42219a8a-ca6e-42ba-9823-6e1de67c9ab5']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:38.999160 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986444fa-efa7-41bd-a4da-52b57fd57854') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:38.999541 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986444fa-efa7-41bd-a4da-52b57fd57854') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:39.052547 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] For port ea3e3940-8d86-4456-95d4-cad7f6206a79, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=ea3e3940-8d86-4456-95d4-cad7f6206a79,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:38:39.066075 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:39.073622 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:39.077979 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.078578 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2800968'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.082906 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:39.083101 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.212722 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c787b64c-e98b-474f-b37b-32202035a508,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:39.227607 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cabc3d-9c17-4a2a-955c-2aa9a74e3b30 None None] Pushing event updated for resources: {'Port': ['ID=ea3e3940-8d86-4456-95d4-cad7f6206a79,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:39.247873 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Request body: {'port': {'device_id': '974255cd-e78c-4811-9df3-2c46c5092ced', 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c', 'admin_state_up': True, 'tenant_id': '506195941f4e4ab9a9b96f6196122de9'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:39.258296 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.285648 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:38:39.286077 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2798185'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: from cryptography.utils import int_from_bytes Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: from cryptography.utils import int_from_bytes Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: Traceback (most recent call last): Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: timer() Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: cb(*args, **kw) Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: return func(*args, **kwargs) Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: self._notify() Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: self.callback(batched_events) Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: event.method(event) Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: return f(self, *a, **k) Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._get(url).json() Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: return self.request(url, 'GET', **kwargs) Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:38:39.295802 dv-cinder-802955-1-iscsi neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:38:39.309979 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-4969b9ea-9dab-47b8-915b-6ba3dafce349 None None] Port 427043d0-46a4-4cfa-8875-2001de19c2a8 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:38:39.333309 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Routers {'1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:38:39.334506 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:39.341522 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 18031381-13e8-4dcc-a2bd-7123caef65f8 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:38:39.418991 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 18031381-13e8-4dcc-a2bd-7123caef65f8 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:39.422593 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.434434 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f2a06409-820c-4b97-b506-811bb6f220c5 req-e767b5cc-b999-4241-ba6c-54bac1fe8347 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 210 time: 0.1453357 Jul 29 20:38:39.551294 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.566743 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.568606 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] 10.222.0.16 "DELETE /v2.0/networks/42219a8a-ca6e-42ba-9823-6e1de67c9ab5 HTTP/1.1" status: 204 len: 168 time: 2.4110494 Jul 29 20:38:39.579393 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34608) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:39.583404 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d272db0-483e-45c5-90ab-5022e05d1e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=42219a8a-ca6e-42ba-9823-6e1de67c9ab5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:39.650716 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:38:39.666834 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Sync routers for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:38:39.689357 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-49d85b54-b4bc-472e-895f-f9433e6bb25d admin admin] 10.222.0.16 "PUT /v2.0/routers/70b0bce3-8568-4006-9f94-47bef3c6d43d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3087192 Jul 29 20:38:39.702912 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab039-eed2-4b50-91df-062034924ba7 req-128cb6a0-f0b8-4311-9218-b87f30396101 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:39.704442 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-128cb6a0-f0b8-4311-9218-b87f30396101 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.18 "GET /v2.0/networks?id=f7bd2348-0cd0-49ae-b552-891e41310df1 HTTP/1.1" status: 200 len: 812 time: 0.8589325 Jul 29 20:38:39.715756 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:38:39.716391 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:39.716934 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.742003 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Request body: {'port': {'device_id': '01cdda23-9a1b-4c47-97c0-04f9126b0cc2', 'network_id': 'f7bd2348-0cd0-49ae-b552-891e41310df1', 'admin_state_up': True, 'tenant_id': '30406affa78c46e2b897be3cfa51896f'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:39.764033 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c758a98e-3646-4d5f-8fa1-c7b7b38c350b admin admin] Deleting subnet de27475f-765e-49a6-9a05-0ccd1a3eadb6 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:38:39.805075 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:39.822668 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] Set router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:38:39.833056 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c758a98e-3646-4d5f-8fa1-c7b7b38c350b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:40.069640 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 18031381-13e8-4dcc-a2bd-7123caef65f8, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=18031381-13e8-4dcc-a2bd-7123caef65f8,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:38:40.115424 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:40.125047 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c758a98e-3646-4d5f-8fa1-c7b7b38c350b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2800963'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:40.199251 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=18031381-13e8-4dcc-a2bd-7123caef65f8,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:40.345307 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Made reservation on behalf of 506195941f4e4ab9a9b96f6196122de9 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:40.359092 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:40.382293 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:38:40.437073 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:32Z', 'updated_at': '2021-07-29T20:38:34Z', 'revision_number': 3, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'gw_port': {'id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:33Z', 'updated_at': '2021-07-29T20:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:40.512399 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Made reservation on behalf of 30406affa78c46e2b897be3cfa51896f for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:40.529409 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:40.533178 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7139b29f-5008-40ae-98fe-b9f7b9c66347 req-508d77d4-050a-4734-8630-b31e8edfd6e5 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 210 time: 0.3855391 Jul 29 20:38:40.567316 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813c884-6482-456b-bd9c-d34c4a0dcaaf None None] The sync data for ids ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'] in dv-cinder-802955-1-iscsi is: [{'id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:32Z', 'updated_at': '2021-07-29T20:38:34Z', 'revision_number': 3, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'gw_port': {'id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:33Z', 'updated_at': '2021-07-29T20:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:38:40.635174 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c758a98e-3646-4d5f-8fa1-c7b7b38c350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:40.677623 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 18031381-13e8-4dcc-a2bd-7123caef65f8 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:40.866357 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 18031381-13e8-4dcc-a2bd-7123caef65f8 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:40.866908 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.026473 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e2135f8f-dbcc-45d4-b515-d727babe2dcb req-8203bef2-1d22-494b-94f2-ee344aa02e4c tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 210 time: 0.2334025 Jul 29 20:38:41.066549 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 2, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:41.072699 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c758a98e-3646-4d5f-8fa1-c7b7b38c350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1907114'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.156309 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.166819 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Allocated IP 172.20.0.2 (f7bd2348-0cd0-49ae-b552-891e41310df1/60453288-5e4c-4fcd-8043-7bf8a5aa5268/ae6736bc-b990-41ad-a724-4c5614a6fb18) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:41.193430 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Checking router: 70b0bce3-8568-4006-9f94-47bef3c6d43d for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:38:41.193430 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Updating router 70b0bce3-8568-4006-9f94-47bef3c6d43d port 427043d0-46a4-4cfa-8875-2001de19c2a8 binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:38:41.280539 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c758a98e-3646-4d5f-8fa1-c7b7b38c350b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.281440 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.293123 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c758a98e-3646-4d5f-8fa1-c7b7b38c350b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de27475f-765e-49a6-9a05-0ccd1a3eadb6 HTTP/1.1" status: 204 len: 168 time: 1.7126021 Jul 29 20:38:41.294342 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.297048 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758a98e-3646-4d5f-8fa1-c7b7b38c350b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de27475f-765e-49a6-9a05-0ccd1a3eadb6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:41.317960 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34676) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:41.370180 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.479269 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.560654 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c787b64c-e98b-474f-b37b-32202035a508,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:41.728162 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Network f7bd2348-0cd0-49ae-b552-891e41310df1 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:41.807608 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34690) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:41.816098 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-da94dfba-ad5b-4b80-ac60-e6db223299a7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040466413', 'description': 'tempest-description--133842299'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:41.823098 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.879639 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Allocated IP 172.20.0.3 (ec40d9d6-a77e-41df-80c2-bd5af1a8665c/c00e6eac-9ca8-46a8-93d7-060dfcec9ee0/c0f8c414-3e40-4092-94cd-da0fca3aa458) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:41.946025 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:41.979326 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-893d01d8-e32f-43e2-9417-6fefc298e226 req-f71f3f43-bd01-498f-beab-3b91d093b85c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 210 time: 0.1439228 Jul 29 20:38:42.027349 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:42.076934 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:42.107455 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:42.108177 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.165288 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.181002 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da94dfba-ad5b-4b80-ac60-e6db223299a7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.204725 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Transition to ACTIVE for port object 427043d0-46a4-4cfa-8875-2001de19c2a8 will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:42.220723 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.273180 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34698) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:42.343020 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Pushing event updated for resources: {'Port': ['ID=ae6736bc-b990-41ad-a724-4c5614a6fb18,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:42.351935 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630912d8-60cd-4428-9ead-b96b67953e4d None None] Pushing event updated for resources: {'Port': ['ID=427043d0-46a4-4cfa-8875-2001de19c2a8,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:42.436395 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-2c48023a-09c1-48c5-8cbf-ddc928cb8c93 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7132096 Jul 29 20:38:42.537001 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-0f5033fd-cbf3-43ab-9e66-879b4bda5de7 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:38:42.550765 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-0f5033fd-cbf3-43ab-9e66-879b4bda5de7 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0838952 Jul 29 20:38:42.570393 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Attempting to bind port 427043d0-46a4-4cfa-8875-2001de19c2a8 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:38:42.572427 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Attempting to bind port 427043d0-46a4-4cfa-8875-2001de19c2a8 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:38:42.573321 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Attempting to bind port 427043d0-46a4-4cfa-8875-2001de19c2a8 on network 7485e429-9262-495e-b61d-bdee98b22645 {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:42.598969 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:38:42.601084 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Checking segment: {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:42.601984 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.602613 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Bound using segment: {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:38:42.604029 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Bound port: 427043d0-46a4-4cfa-8875-2001de19c2a8, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:38:42.605118 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.744172 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ea3e3940-8d86-4456-95d4-cad7f6206a79 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:42.824514 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b631e-25cb-4a9f-b073-e4fc2aba2ae4 req-0b31bdc6-5912-4022-a55a-0779d210c0c5 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:42.837762 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-794b631e-25cb-4a9f-b073-e4fc2aba2ae4 req-0b31bdc6-5912-4022-a55a-0779d210c0c5 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 931 time: 0.5640657 Jul 29 20:38:42.864663 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-62950a14-4aea-4ee4-996f-7499adbfd861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.868161 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.869801 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.897697 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] For port 427043d0-46a4-4cfa-8875-2001de19c2a8, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:38:42.906017 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] For port 427043d0-46a4-4cfa-8875-2001de19c2a8, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=427043d0-46a4-4cfa-8875-2001de19c2a8,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:38:42.912204 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:42.918459 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port ea3e3940-8d86-4456-95d4-cad7f6206a79 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:38:42.931825 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port ea3e3940-8d86-4456-95d4-cad7f6206a79 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:42.932204 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.019233 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-794b631e-25cb-4a9f-b073-e4fc2aba2ae4 req-1525bbad-e58a-404e-9f52-8ed494d71862 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847405 Jul 29 20:38:43.079480 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:38:43.082327 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:43.089877 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630912d8-60cd-4428-9ead-b96b67953e4d None None] Pushing event updated for resources: {'Port': ['ID=427043d0-46a4-4cfa-8875-2001de19c2a8,revision_number=4']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:43.112331 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.200562 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da94dfba-ad5b-4b80-ac60-e6db223299a7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.213203 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da94dfba-ad5b-4b80-ac60-e6db223299a7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.265461 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.277685 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Pushing event updated for resources: {'Port': ['ID=c0f8c414-3e40-4092-94cd-da0fca3aa458,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:43.287724 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22556f8e-ae05-4163-9440-dae685287deb']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:43.305294 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:43.312969 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:43.337048 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port ea3e3940-8d86-4456-95d4-cad7f6206a79, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=ea3e3940-8d86-4456-95d4-cad7f6206a79,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:38:43.353087 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.440725 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Network ec40d9d6-a77e-41df-80c2-bd5af1a8665c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:43.455772 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:38:43.493459 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=ea3e3940-8d86-4456-95d4-cad7f6206a79,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:43.533076 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:43.554923 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:43.569347 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:43.574077 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.632366 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-62950a14-4aea-4ee4-996f-7499adbfd861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.642303 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-62950a14-4aea-4ee4-996f-7499adbfd861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.667502 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-abb5f046-0613-48f2-adc8-59286b6b2303 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4240282 Jul 29 20:38:43.714873 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-62950a14-4aea-4ee4-996f-7499adbfd861 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d45d624a6e604db78d0e85e78dcbbb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4378307 Jul 29 20:38:43.715668 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62950a14-4aea-4ee4-996f-7499adbfd861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afc8201-e84e-4221-8073-4975a0b5eb99,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:43.718839 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34722) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:43.719257 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7ba1a7-4a3b-4099-a1e0-2f395c14cfd7') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:43.719572 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7ba1a7-4a3b-4099-a1e0-2f395c14cfd7') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:43.741525 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2800968'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.773319 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.792686 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:38:43.794060 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2798185'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.840715 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d16772d4-2b53-451f-86e6-6c46ca9d4ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.854791 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:42Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:43.875589 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d16772d4-2b53-451f-86e6-6c46ca9d4ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: Traceback (most recent call last): Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: timer() Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: cb(*args, **kw) Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: return func(*args, **kwargs) Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: self._notify() Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: self.callback(batched_events) Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: event.method(event) Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: return f(self, *a, **k) Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._get(url).json() Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: return self.request(url, 'GET', **kwargs) Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:38:43.881135 dv-cinder-802955-1-iscsi neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:38:43.942915 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641a055-6eb8-4ffc-be1b-e0709ab23394 None None] The sync data for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi is: [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:42Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:38:43.964993 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:43.988452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d16772d4-2b53-451f-86e6-6c46ca9d4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:44.029970 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d16772d4-2b53-451f-86e6-6c46ca9d4ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:44.034324 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d16772d4-2b53-451f-86e6-6c46ca9d4ef3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5afc8201-e84e-4221-8073-4975a0b5eb99 HTTP/1.1" status: 204 len: 168 time: 0.3021326 Jul 29 20:38:44.056396 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:44.059135 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16772d4-2b53-451f-86e6-6c46ca9d4ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afc8201-e84e-4221-8073-4975a0b5eb99,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:44.064785 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/22556f8e-ae05-4163-9440-dae685287deb HTTP/1.1" status: 204 len: 168 time: 2.5971165 Jul 29 20:38:44.097283 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27f593-8faf-4f88-a972-e3cd67615dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=22556f8e-ae05-4163-9440-dae685287deb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:44.097283 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da94dfba-ad5b-4b80-ac60-e6db223299a7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:44.099146 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34734) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:44.100903 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-da94dfba-ad5b-4b80-ac60-e6db223299a7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2965798 Jul 29 20:38:44.106565 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-79efb8c2-9ec4-4526-b2fa-eb8aaca640bf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'security_group_rule': {'security_group_id': 'c5903e41-b343-4ade-91ce-9c346cbb1005', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:44.113330 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94dfba-ad5b-4b80-ac60-e6db223299a7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5903e41-b343-4ade-91ce-9c346cbb1005,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:44.167661 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba9eba-94cb-48c6-b96d-785ac293f110 req-d8d4a116-ec68-4b28-8c10-07a451284d26 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:44.169888 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3fba9eba-94cb-48c6-b96d-785ac293f110 req-d8d4a116-ec68-4b28-8c10-07a451284d26 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 931 time: 0.9294505 Jul 29 20:38:44.330270 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3fba9eba-94cb-48c6-b96d-785ac293f110 req-cc9e0684-0024-4855-8b85-19ec60d7deb8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216445 Jul 29 20:38:44.362545 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:38:44.374102 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-79efb8c2-9ec4-4526-b2fa-eb8aaca640bf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:44.462768 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34744) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:44.483117 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6337-d976-4e04-b4be-6c72ad882507 req-af91981b-c2cd-4f01-bb1f-0201dc559607 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:44.499164 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-18ba6337-d976-4e04-b4be-6c72ad882507 req-af91981b-c2cd-4f01-bb1f-0201dc559607 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 931 time: 0.3074203 Jul 29 20:38:44.807234 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:38:44.813760 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c5765487-b432-43e9-8ca1-54b6c9e365c2 admin admin] 10.222.0.16 "PUT /v2.0/routers/1b6413be-cff4-4b0c-aa4d-9d1f08cd1179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6027515 Jul 29 20:38:44.819057 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Sync routers for ids ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:38:44.842857 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Routers {'1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:38:44.844141 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:44.855995 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Request body: {'port': {'device_id': '974255cd-e78c-4811-9df3-2c46c5092ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:44.889889 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Request body: {'port': {'device_id': '01cdda23-9a1b-4c47-97c0-04f9126b0cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:44.912786 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 427043d0-46a4-4cfa-8875-2001de19c2a8 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:44.976800 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-86596d06-e621-4f8f-88a2-5becbfca176a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df659a7ad22b483eb24f4abdbc3b6072&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4624209 Jul 29 20:38:44.979706 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34764) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:45.136260 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-795373db-34a6-4be6-b453-f2a298b846db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.164919 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Set router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:38:45.169432 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-795373db-34a6-4be6-b453-f2a298b846db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.259657 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-795373db-34a6-4be6-b453-f2a298b846db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.264326 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-795373db-34a6-4be6-b453-f2a298b846db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.265933 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-795373db-34a6-4be6-b453-f2a298b846db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e52e98d-0294-4993-84e6-8714f5acf79f HTTP/1.1" status: 204 len: 168 time: 0.2845867 Jul 29 20:38:45.279589 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795373db-34a6-4be6-b453-f2a298b846db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e52e98d-0294-4993-84e6-8714f5acf79f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:45.464583 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-18ba6337-d976-4e04-b4be-6c72ad882507 req-b682f50f-b3c6-49cc-aafe-5528f33a4cd0 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9641604 Jul 29 20:38:45.499850 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-79efb8c2-9ec4-4526-b2fa-eb8aaca640bf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.522273 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.533828 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-79efb8c2-9ec4-4526-b2fa-eb8aaca640bf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.652765 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 427043d0-46a4-4cfa-8875-2001de19c2a8 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:38:45.667330 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efb8c2-9ec4-4526-b2fa-eb8aaca640bf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcf6068-0e79-4e66-a640-90076b0a81ac,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:45.680106 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 427043d0-46a4-4cfa-8875-2001de19c2a8 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:45.680497 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.706509 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.725733 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-79efb8c2-9ec4-4526-b2fa-eb8aaca640bf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:45.728828 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-79efb8c2-9ec4-4526-b2fa-eb8aaca640bf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6284480 Jul 29 20:38:45.734410 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 34792) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:45.743348 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-a49cb20f-a59a-4413-b447-9b7fbfb17940 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'security_group_rule': {'security_group_id': 'c5903e41-b343-4ade-91ce-9c346cbb1005', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:46.031633 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-cbdfa082-dcaf-4b58-9e0f-1bbc785252d1 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:46.048689 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-cbdfa082-dcaf-4b58-9e0f-1bbc785252d1 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 818 time: 0.3817017 Jul 29 20:38:46.050495 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34800) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:46.095379 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:46.150492 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f906d-7c7c-433f-b293-0889f257743b req-6846a219-97c3-4e73-89b3-c8b6269234b0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:46.160576 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-020f906d-7c7c-433f-b293-0889f257743b req-6846a219-97c3-4e73-89b3-c8b6269234b0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 931 time: 0.5463130 Jul 29 20:38:46.174186 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-b6cc0fcc-3308-4c8c-97f7-84a2d3abaa19 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/quotas/b9d73d0ffdc04375bd6175bfc56bc903 HTTP/1.1" status: 200 len: 375 time: 0.1243455 Jul 29 20:38:46.216451 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 427043d0-46a4-4cfa-8875-2001de19c2a8, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=427043d0-46a4-4cfa-8875-2001de19c2a8,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:38:46.245568 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:46.249222 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ea3e3940-8d86-4456-95d4-cad7f6206a79 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:46.338081 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2a5cbe73-d0e9-48dd-8cca-bd69ddfa434c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fa037e752c047c2acce7d5abf6eb715&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2849991 Jul 29 20:38:46.340895 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34816) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:46.427338 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=427043d0-46a4-4cfa-8875-2001de19c2a8,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:46.502381 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:32Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'gw_port': {'id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:33Z', 'updated_at': '2021-07-29T20:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'c787b64c-e98b-474f-b37b-32202035a508', 'name': '', 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'mac_address': 'fa:16:3e:2c:fe:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21cfe9d7-a935-4ee4-8f42-f11f64bc439f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:37Z', 'updated_at': '2021-07-29T20:38:40Z', 'revision_number': 2, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'subnets': [{'id': '21cfe9d7-a935-4ee4-8f42-f11f64bc439f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:46.556376 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Checking router: 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:38:46.556666 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Updating router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 port c787b64c-e98b-474f-b37b-32202035a508 binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:38:46.581741 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-424af2e0-afcf-424e-afa0-f6ae0c0ccf11 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4035466 Jul 29 20:38:46.611262 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:46.739085 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-a59a-4413-b447-9b7fbfb17940 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:46.750758 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port ea3e3940-8d86-4456-95d4-cad7f6206a79 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:46.751040 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:46.799811 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-675bef39-d32b-4cf2-8af8-0df6d62d974c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:46.912536 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-675bef39-d32b-4cf2-8af8-0df6d62d974c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:46.970776 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-020f906d-7c7c-433f-b293-0889f257743b req-de405e88-6d2e-4f4e-8b85-5a2377c91fac tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8029318 Jul 29 20:38:47.038715 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-7b6e94bc-0e61-43e3-800c-c6b5eb5bc53c service neutron] 10.222.0.16 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400153 Jul 29 20:38:47.102631 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f8c414-3e40-4092-94cd-da0fca3aa458 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:38:47.124564 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.147418 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Transition to ACTIVE for port object c0f8c414-3e40-4092-94cd-da0fca3aa458 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:47.236478 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.254986 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 427043d0-46a4-4cfa-8875-2001de19c2a8 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:47.269284 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-cef33118-6df4-4613-8209-cfb5fd1b7858 service neutron] 10.222.0.16 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295721 Jul 29 20:38:47.300372 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.302657 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-675bef39-d32b-4cf2-8af8-0df6d62d974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.306057 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-675bef39-d32b-4cf2-8af8-0df6d62d974c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.310202 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-675bef39-d32b-4cf2-8af8-0df6d62d974c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a990983-4dca-4699-a433-6300314afa57 HTTP/1.1" status: 204 len: 168 time: 0.9569106 Jul 29 20:38:47.324419 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bef39-d32b-4cf2-8af8-0df6d62d974c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a990983-4dca-4699-a433-6300314afa57,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:47.358524 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Transition to ACTIVE for port object c787b64c-e98b-474f-b37b-32202035a508 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:47.394238 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6736bc-b990-41ad-a724-4c5614a6fb18 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:38:47.395839 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.455187 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-a59a-4413-b447-9b7fbfb17940 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.470211 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.479824 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-a59a-4413-b447-9b7fbfb17940 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.518395 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-a59a-4413-b447-9b7fbfb17940 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.522844 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a49cb20f-a59a-4413-b447-9b7fbfb17940 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7813315 Jul 29 20:38:47.523404 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 34842) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:47.529058 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'floatingip': {'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:47.576683 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b8444-6e47-4596-81ca-061203855e12 None None] Pushing event updated for resources: {'Port': ['ID=c787b64c-e98b-474f-b37b-32202035a508,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:47.609483 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cb20f-a59a-4413-b447-9b7fbfb17940 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfbec2c-dd8a-4c48-a66a-1912e387dce7,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:47.624421 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.660599 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Transition to ACTIVE for port object ae6736bc-b990-41ad-a724-4c5614a6fb18 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:47.727418 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 427043d0-46a4-4cfa-8875-2001de19c2a8 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:47.727817 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.853557 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Attempting to bind port c787b64c-e98b-474f-b37b-32202035a508 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:38:47.860453 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Attempting to bind port c787b64c-e98b-474f-b37b-32202035a508 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:38:47.860453 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Attempting to bind port c787b64c-e98b-474f-b37b-32202035a508 on network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:47.917353 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:38:47.917657 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Checking segment: {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:47.917868 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.918350 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Bound using segment: {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:38:47.918959 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Bound port: c787b64c-e98b-474f-b37b-32202035a508, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:38:47.919498 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:47.954728 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Pushing event updated for resources: {'Port': ['ID=c0f8c414-3e40-4092-94cd-da0fca3aa458,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:47.977579 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Attempting to bind port c0f8c414-3e40-4092-94cd-da0fca3aa458 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:38:47.978202 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Attempting to bind port c0f8c414-3e40-4092-94cd-da0fca3aa458 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:38:47.980872 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Attempting to bind port c0f8c414-3e40-4092-94cd-da0fca3aa458 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:47.994104 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-abc51195-9b20-46a6-b194-c59781aa54b0 req-f1900f38-517e-44be-a1ba-8973918eef89 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 210 time: 0.0808120 Jul 29 20:38:47.996583 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:48.012410 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Port c0f8c414-3e40-4092-94cd-da0fca3aa458 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:38:48.015339 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Attempting to bind port c0f8c414-3e40-4092-94cd-da0fca3aa458 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:48.204279 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] For port c787b64c-e98b-474f-b37b-32202035a508, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:38:48.215917 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] For port c787b64c-e98b-474f-b37b-32202035a508, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=c787b64c-e98b-474f-b37b-32202035a508,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:38:48.218012 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6736bc-b990-41ad-a724-4c5614a6fb18,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:48.250135 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:48.337024 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:38:48.341266 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Checking segment: {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:48.353312 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Bound using segment: {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:38:48.353312 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Bound port: c0f8c414-3e40-4092-94cd-da0fca3aa458, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:38:48.353312 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:48.386288 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Routers {'1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:38:48.390221 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:48.418523 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e5e81-8167-4851-a9d9-e49c0fc7aaa9 req-8a890122-5313-41d2-b288-d129130c29b4 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:48.420154 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5a2e5e81-8167-4851-a9d9-e49c0fc7aaa9 req-8a890122-5313-41d2-b288-d129130c29b4 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 931 time: 1.1343446 Jul 29 20:38:48.536312 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b8444-6e47-4596-81ca-061203855e12 None None] Pushing event updated for resources: {'Port': ['ID=c787b64c-e98b-474f-b37b-32202035a508,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:48.597806 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8ab16-1914-4929-80e6-58b8ef2e1ab3 req-83b4f496-e6e8-498e-aa91-0faae54f7593 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:48.604500 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-bcf8ab16-1914-4929-80e6-58b8ef2e1ab3 req-83b4f496-e6e8-498e-aa91-0faae54f7593 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 943 time: 0.4032235 Jul 29 20:38:48.606889 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5a2e5e81-8167-4851-a9d9-e49c0fc7aaa9 req-362c752c-af5a-42b5-8ec6-487f5673795e tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637259 Jul 29 20:38:48.690455 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Attempting to bind port ae6736bc-b990-41ad-a724-4c5614a6fb18 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:38:48.691630 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Attempting to bind port ae6736bc-b990-41ad-a724-4c5614a6fb18 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'baca4d09-eff4-4820-ac8c-f9e0f715e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f7bd2348-0cd0-49ae-b552-891e41310df1'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:38:48.692681 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Attempting to bind port ae6736bc-b990-41ad-a724-4c5614a6fb18 on network f7bd2348-0cd0-49ae-b552-891e41310df1 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:48.792899 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] Set router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:38:48.817209 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] For port c0f8c414-3e40-4092-94cd-da0fca3aa458, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:38:48.824763 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] For port c0f8c414-3e40-4092-94cd-da0fca3aa458, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c0f8c414-3e40-4092-94cd-da0fca3aa458,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:38:48.828834 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:48.908911 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-bcf8ab16-1914-4929-80e6-58b8ef2e1ab3 req-4cb6187e-2d03-426a-927c-63a3c3c3bb15 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626259 Jul 29 20:38:48.956268 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:49.128631 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Allocated IP 172.27.3.184 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/86a6d28e-944d-4ba2-898b-8c6e62752ddb) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:49.158513 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:49.162018 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:49.165642 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] 10.222.0.18 "PUT /v2.0/ports/c0f8c414-3e40-4092-94cd-da0fca3aa458 HTTP/1.1" status: 200 len: 1093 time: 5.0270836 Jul 29 20:38:49.167165 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Port ae6736bc-b990-41ad-a724-4c5614a6fb18 on network f7bd2348-0cd0-49ae-b552-891e41310df1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:38:49.167496 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Attempting to bind port ae6736bc-b990-41ad-a724-4c5614a6fb18 on network f7bd2348-0cd0-49ae-b552-891e41310df1 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:49.182797 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def610c8-2e5d-4b57-bb40-a45a9853f95c service neutron] Pushing event updated for resources: {'Port': ['ID=c0f8c414-3e40-4092-94cd-da0fca3aa458,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:49.190170 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974255cd-e78c-4811-9df3-2c46c5092ced', 'tag': 'c0f8c414-3e40-4092-94cd-da0fca3aa458'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:38:49.217578 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:32Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'gw_port': {'id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:33Z', 'updated_at': '2021-07-29T20:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'c787b64c-e98b-474f-b37b-32202035a508', 'name': '', 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'mac_address': 'fa:16:3e:2c:fe:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21cfe9d7-a935-4ee4-8f42-f11f64bc439f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:37Z', 'updated_at': '2021-07-29T20:38:48Z', 'revision_number': 4, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'subnets': [{'id': '21cfe9d7-a935-4ee4-8f42-f11f64bc439f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:38:49.285998 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:38:49.286364 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Checking segment: {'id': 'baca4d09-eff4-4820-ac8c-f9e0f715e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f7bd2348-0cd0-49ae-b552-891e41310df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:49.287026 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Bound using segment: {'id': 'baca4d09-eff4-4820-ac8c-f9e0f715e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f7bd2348-0cd0-49ae-b552-891e41310df1'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:38:49.287527 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Bound port: ae6736bc-b990-41ad-a724-4c5614a6fb18, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4d09-eff4-4820-ac8c-f9e0f715e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f7bd2348-0cd0-49ae-b552-891e41310df1'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:38:49.287896 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:49.289253 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86ae4d-717d-4be8-b372-9a35cac07195 None None] The sync data for ids ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'] in dv-cinder-802955-1-iscsi is: [{'id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:32Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'gw_port': {'id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:33Z', 'updated_at': '2021-07-29T20:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'c787b64c-e98b-474f-b37b-32202035a508', 'name': '', 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'mac_address': 'fa:16:3e:2c:fe:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '21cfe9d7-a935-4ee4-8f42-f11f64bc439f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:37Z', 'updated_at': '2021-07-29T20:38:48Z', 'revision_number': 4, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'subnets': [{'id': '21cfe9d7-a935-4ee4-8f42-f11f64bc439f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:38:49.369022 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:49.441210 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:49.573719 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:49.610645 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:49.626697 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740e82d7-b782-432a-b8d9-78936f7d01d0" -d '{"events": [{"name": "network-changed", "server_uuid": "974255cd-e78c-4811-9df3-2c46c5092ced", "tag": "c0f8c414-3e40-4092-94cd-da0fca3aa458"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:38:49.636181 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:49.649490 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-82bad0dc-9376-4e60-8b16-2215d58b045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:49.651603 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-82bad0dc-9376-4e60-8b16-2215d58b045e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 1096 time: 0.2042048 Jul 29 20:38:49.673953 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-514b483f-9e18-453b-a490-15de51af3c96 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:49.676553 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-514b483f-9e18-453b-a490-15de51af3c96 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 818 time: 0.8474615 Jul 29 20:38:49.783351 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] For port ae6736bc-b990-41ad-a724-4c5614a6fb18, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:38:49.790952 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-83d13de1-fe58-4eeb-92cf-08c6e4f7e108 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0f8c414-3e40-4092-94cd-da0fca3aa458 HTTP/1.1" status: 200 len: 217 time: 0.1021669 Jul 29 20:38:49.798804 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-91012085-c3d3-43c2-90aa-8a61d25d8321 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/quotas/b9d73d0ffdc04375bd6175bfc56bc903 HTTP/1.1" status: 200 len: 375 time: 0.0986853 Jul 29 20:38:49.802341 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] For port ae6736bc-b990-41ad-a724-4c5614a6fb18, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ae6736bc-b990-41ad-a724-4c5614a6fb18,segment=NetworkSegment(baca4d09-eff4-4820-ac8c-f9e0f715e7e1),segment_id=baca4d09-eff4-4820-ac8c-f9e0f715e7e1)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:38:49.845709 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:49.881794 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:49.882482 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:49.884402 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] 10.222.0.18 "PUT /v2.0/ports/ae6736bc-b990-41ad-a724-4c5614a6fb18 HTTP/1.1" status: 200 len: 1093 time: 5.7146559 Jul 29 20:38:50.152455 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'Port': ['ID=86a6d28e-944d-4ba2-898b-8c6e62752ddb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:50.328771 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:50.372244 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.18', 50336) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:50.402093 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43f94d-b976-4bdb-9e42-687cc8450003 req-2390454e-f7ab-4483-8292-dfb766e051ef tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:50.414484 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3d43f94d-b976-4bdb-9e42-687cc8450003 req-2390454e-f7ab-4483-8292-dfb766e051ef tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 943 time: 0.4743636 Jul 29 20:38:50.620067 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-ba4b72a7-6ca2-47ea-bf8b-58a2a0e6e5be tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:50.622147 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-ba4b72a7-6ca2-47ea-bf8b-58a2a0e6e5be tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.18 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 818 time: 0.2380376 Jul 29 20:38:50.759852 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Request body: {'port': {'device_id': 'b1d5ed16-bf4f-409e-8d53-d3314f91282c', 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40', 'admin_state_up': True, 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:50.787828 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-a421d088-a49f-4dc1-96d7-43cdf3ebef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:50.789789 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-a421d088-a49f-4dc1-96d7-43cdf3ebef1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 200 len: 854 time: 0.9508584 Jul 29 20:38:51.079864 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:51.141993 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3d43f94d-b976-4bdb-9e42-687cc8450003 req-747a40f5-3e70-49e5-909a-1abe25f60f44 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160454 Jul 29 20:38:51.190157 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e4401-61f7-49da-b047-51d7f2becf58 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6736bc-b990-41ad-a724-4c5614a6fb18,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:51.204592 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-ca0eb520-4bc1-4faf-953e-ba315f8e4feb tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3986220 Jul 29 20:38:51.285035 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device c787b64c-e98b-474f-b37b-32202035a508 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:51.414129 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-8deb2f56-b46b-4a26-ae21-52572b75ae65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2577195 Jul 29 20:38:51.462518 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port c787b64c-e98b-474f-b37b-32202035a508 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:38:51.476511 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port c787b64c-e98b-474f-b37b-32202035a508 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:51.477064 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:51.729813 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab039-eed2-4b50-91df-062034924ba7 req-564604db-124e-45b0-af62-6df5281425b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:51.731247 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c3b725d4-30a6-4be3-921a-a10c5f0eb448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:51.742161 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-564604db-124e-45b0-af62-6df5281425b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30406affa78c46e2b897be3cfa51896f&device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 1096 time: 1.3676541 Jul 29 20:38:51.795617 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:51.807704 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:51.876634 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:51.930751 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-d4dff818-3257-449c-b82f-a1961d0c3fb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae6736bc-b990-41ad-a724-4c5614a6fb18 HTTP/1.1" status: 200 len: 217 time: 0.0684602 Jul 29 20:38:51.981779 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port c787b64c-e98b-474f-b37b-32202035a508, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=c787b64c-e98b-474f-b37b-32202035a508,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:38:51.989519 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:52.064376 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'Port': ['ID=86a6d28e-944d-4ba2-898b-8c6e62752ddb,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:52.076364 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1893f5b3-abb5-43f9-8d9e-287600f0e74a x-openstack-request-id: req-1893f5b3-abb5-43f9-8d9e-287600f0e74a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:38:52.080655 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974255cd-e78c-4811-9df3-2c46c5092ced", "tag": "c0f8c414-3e40-4092-94cd-da0fca3aa458", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:38:52.080655 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1893f5b3-abb5-43f9-8d9e-287600f0e74a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:38:52.080655 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974255cd-e78c-4811-9df3-2c46c5092ced', 'tag': 'c0f8c414-3e40-4092-94cd-da0fca3aa458', 'status': 'completed', 'code': 200} Jul 29 20:38:52.169304 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:38:52.173507 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:52.181341 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=c787b64c-e98b-474f-b37b-32202035a508,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:52.208133 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Made reservation on behalf of b9d73d0ffdc04375bd6175bfc56bc903 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:52.213046 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:52.219242 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619b8c-5f18-43b7-94b5-449a556484f4 req-b13371fa-aa75-45c2-bf6f-fe2577081e21 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:52.226845 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-60619b8c-5f18-43b7-94b5-449a556484f4 req-b13371fa-aa75-45c2-bf6f-fe2577081e21 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 943 time: 0.1172926 Jul 29 20:38:52.238472 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:52.240953 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-162c4005-bf57-42d5-adea-e98be50d1381 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7163813 Jul 29 20:38:52.282430 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-60619b8c-5f18-43b7-94b5-449a556484f4 req-ab343eff-2878-4856-a324-13f85cdecba1 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542028 Jul 29 20:38:52.286365 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-24e9f139-ee36-4ee5-bcf8-b9c7d0b0f45f service neutron] 10.222.0.16 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638875 Jul 29 20:38:52.287986 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab039-eed2-4b50-91df-062034924ba7 req-5be161f5-4f33-4656-9010-f47b0321172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:52.289540 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-5be161f5-4f33-4656-9010-f47b0321172e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=60453288-5e4c-4fcd-8043-7bf8a5aa5268 HTTP/1.1" status: 200 len: 852 time: 0.2403800 Jul 29 20:38:52.442119 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-9bfd7c27-d150-405a-aa8e-75a9306f3655 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7bd2348-0cd0-49ae-b552-891e41310df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554650 Jul 29 20:38:52.564083 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Allocated IP 172.20.0.12 (2e3c4e8f-1747-4697-a2e5-c474723b7d40/21cfe9d7-a935-4ee4-8f42-f11f64bc439f/86de9ae1-d767-4d52-b0dc-8add5d4c988c) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:52.581770 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fab4d8-386d-436a-9d54-2418f3fe8a26 req-fac8733f-6799-4a30-9dd1-d83f00b5dae6 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:52.590435 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-11fab4d8-386d-436a-9d54-2418f3fe8a26 req-fac8733f-6799-4a30-9dd1-d83f00b5dae6 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 943 time: 0.1248658 Jul 29 20:38:52.667978 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-11fab4d8-386d-436a-9d54-2418f3fe8a26 req-6d88470f-983b-48f4-9a7c-e4cdd3b47845 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715466 Jul 29 20:38:52.822695 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-4d058370-79b9-4393-a5e4-cf9750993c54 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0761361 Jul 29 20:38:52.907345 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:52.926545 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-3b5456b4-f38d-4809-86bf-271567119fcb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1040466413&fields=id&tenant_id=03945c8550504adfb8fe002fe2b4b702 HTTP/1.1" status: 200 len: 267 time: 0.0816846 Jul 29 20:38:52.953188 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-7f8ad3c4-3be2-40fa-9203-9f101f817c07 service neutron] 10.222.0.16 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284842 Jul 29 20:38:53.018417 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-e53a5e2d-77c0-4af8-9135-b9a8e3962632 service neutron] 10.222.0.18 "GET /v2.0/networks/f7bd2348-0cd0-49ae-b552-891e41310df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347853 Jul 29 20:38:53.026303 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:53.083746 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:53.090887 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:53.150794 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170db36-245f-4768-a791-a1904337b16f req-d9b030fe-b964-4084-b734-a28719ad82f8 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:53.151997 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:53.166142 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-d9b030fe-b964-4084-b734-a28719ad82f8 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 811 time: 0.2294922 Jul 29 20:38:53.180517 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:53.183113 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:53.194545 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device c787b64c-e98b-474f-b37b-32202035a508 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:38:53.210221 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-d04dbc9a-0ab5-4517-ae30-e560b2133098 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/quotas/03945c8550504adfb8fe002fe2b4b702 HTTP/1.1" status: 200 len: 375 time: 0.0402257 Jul 29 20:38:53.350642 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port c787b64c-e98b-474f-b37b-32202035a508 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:38:53.352045 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:53.412807 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-1840a002-e191-4cad-b1af-428e56c7de40 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2015867 Jul 29 20:38:53.665171 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-136efea1-7912-4a92-81c4-9794da16ba35 service neutron] 10.222.0.16 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273574 Jul 29 20:38:53.743721 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0070429 Jul 29 20:38:53.745723 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b90a0584-61fa-4dfa-a2a3-b818baf646e4 req-3ec23a58-31f4-42e9-816a-1e36c8873474 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 210 time: 0.2723558 Jul 29 20:38:53.757977 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7d8a9-baa4-40f3-891e-76f065a5d67e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Pushing event updated for resources: {'Port': ['ID=86de9ae1-d767-4d52-b0dc-8add5d4c988c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:53.771922 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88fab039-eed2-4b50-91df-062034924ba7 req-42d1653f-0ffe-4bcc-99bf-7ad6f5edbaba service neutron] 10.222.0.18 "GET /v2.0/networks/f7bd2348-0cd0-49ae-b552-891e41310df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257329 Jul 29 20:38:53.836540 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fd348dd-a83a-44f6-abac-24f854b9845b req-fbf38d59-f79e-4149-96ff-fb03fb314f37 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423013 Jul 29 20:38:53.848190 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-7fec2567-6b5f-4558-98a6-1fd810bdc62e service neutron] 10.222.0.16 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817212 Jul 29 20:38:53.969004 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35088) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:53.975394 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7b9df-45f3-49c2-9583-9f34b8f5f1a6 req-41d21d0d-dcb3-4811-aecd-05ed3524e194 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:53.985241 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bdf7b9df-45f3-49c2-9583-9f34b8f5f1a6 req-41d21d0d-dcb3-4811-aecd-05ed3524e194 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 943 time: 0.0915377 Jul 29 20:38:54.099798 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bdf7b9df-45f3-49c2-9583-9f34b8f5f1a6 req-3a0b7618-e9f1-46fb-bbc5-c0ae9cd164aa tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080887 Jul 29 20:38:54.100671 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cdda23-9a1b-4c47-97c0-04f9126b0cc2', 'tag': 'ae6736bc-b990-41ad-a724-4c5614a6fb18'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:38:54.104159 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71038f40-703a-4049-97a2-dd2467d182f9" -d '{"events": [{"name": "network-changed", "server_uuid": "01cdda23-9a1b-4c47-97c0-04f9126b0cc2", "tag": "ae6736bc-b990-41ad-a724-4c5614a6fb18"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:38:54.149472 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dc4023fc-4d47-47fd-99f4-293a8588521d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:54.201490 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427ac29-356f-4434-8a54-2afaccb47400 req-065fe56d-f740-438f-9069-c7bef39e3f96 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:54.208738 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2ed7b0c0-370e-49fa-9ae0-b43113aa7639 req-9c47d018-c6e5-4360-be3f-e4720aab9e1f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 210 time: 0.0487447 Jul 29 20:38:54.209629 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8427ac29-356f-4434-8a54-2afaccb47400 req-065fe56d-f740-438f-9069-c7bef39e3f96 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 943 time: 0.1210895 Jul 29 20:38:54.234572 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4a887b50-7ab8-432e-bb9c-cb6e86603fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:54.286229 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8427ac29-356f-4434-8a54-2afaccb47400 req-82044c77-13e8-4f39-8de1-75f97e0f06f1 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754559 Jul 29 20:38:54.345505 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dc4023fc-4d47-47fd-99f4-293a8588521d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:54.346717 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a6db99-c950-4819-8c46-d9500be53d3f x-openstack-request-id: req-c2a6db99-c950-4819-8c46-d9500be53d3f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:38:54.350369 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dc4023fc-4d47-47fd-99f4-293a8588521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:54.350771 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cdda23-9a1b-4c47-97c0-04f9126b0cc2", "tag": "ae6736bc-b990-41ad-a724-4c5614a6fb18", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:38:54.351143 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2a6db99-c950-4819-8c46-d9500be53d3f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:38:54.351565 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01cdda23-9a1b-4c47-97c0-04f9126b0cc2', 'tag': 'ae6736bc-b990-41ad-a724-4c5614a6fb18', 'status': 'completed', 'code': 200} Jul 29 20:38:54.351991 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:54.397840 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4023fc-4d47-47fd-99f4-293a8588521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d2a945-c63f-4f43-aae7-8606b90d9b5c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:54.402537 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-dc4023fc-4d47-47fd-99f4-293a8588521d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da53a6ce501f4a0d802a7fead677d935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319725 Jul 29 20:38:54.404990 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35110) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:54.474420 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daa5e564-b829-497e-926f-54dad9e0e743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:54.499228 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daa5e564-b829-497e-926f-54dad9e0e743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:54.568351 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daa5e564-b829-497e-926f-54dad9e0e743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:54.571808 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daa5e564-b829-497e-926f-54dad9e0e743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:54.576658 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-daa5e564-b829-497e-926f-54dad9e0e743 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d2a945-c63f-4f43-aae7-8606b90d9b5c HTTP/1.1" status: 204 len: 168 time: 0.1706855 Jul 29 20:38:54.586635 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5e564-b829-497e-926f-54dad9e0e743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d2a945-c63f-4f43-aae7-8606b90d9b5c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:54.886140 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-bb123bde-130e-43d5-b3a2-49013fecadb7 req-b6b64690-d8f6-4bd4-b82f-39ed1e6e6a60 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 210 time: 0.0337899 Jul 29 20:38:54.916473 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35140) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:54.930043 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3f31ba8-548e-4e39-aab6-2ff6f5c1e34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.022561 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3f31ba8-548e-4e39-aab6-2ff6f5c1e34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.026726 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3f31ba8-548e-4e39-aab6-2ff6f5c1e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.028068 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35144) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:55.068176 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f31ba8-548e-4e39-aab6-2ff6f5c1e34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa29ba5-bc43-49c8-91f9-af0741103e86,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:55.073702 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d3f31ba8-548e-4e39-aab6-2ff6f5c1e34c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a154db819a3342459c606c2cbfa3b608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560042 Jul 29 20:38:55.076395 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35148) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:55.137708 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c7ed014-0580-43ed-8911-806640463768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.140521 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-10192037-af73-4dab-84eb-9a0ecd53316b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.184152 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c7ed014-0580-43ed-8911-806640463768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.280370 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdbe6-fd1d-4e13-affd-f8b7cecc1776 req-13ea5ee3-c713-4dfb-ba67-a4cfd2bd4728 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:55.281878 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-142bdbe6-fd1d-4e13-affd-f8b7cecc1776 req-13ea5ee3-c713-4dfb-ba67-a4cfd2bd4728 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 943 time: 0.1214492 Jul 29 20:38:55.306635 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c7ed014-0580-43ed-8911-806640463768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.309426 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c7ed014-0580-43ed-8911-806640463768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.309856 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f71b2cbc-b022-453d-b1a7-1e6b7de6464d req-cca75871-83dc-4023-8a76-7abfe689fedb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 210 time: 0.0341213 Jul 29 20:38:55.313190 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-0c7ed014-0580-43ed-8911-806640463768 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5aa29ba5-bc43-49c8-91f9-af0741103e86 HTTP/1.1" status: 204 len: 168 time: 0.2332995 Jul 29 20:38:55.313289 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.334778 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ed014-0580-43ed-8911-806640463768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa29ba5-bc43-49c8-91f9-af0741103e86,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:55.357468 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-10192037-af73-4dab-84eb-9a0ecd53316b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.368101 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-10192037-af73-4dab-84eb-9a0ecd53316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.390784 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-142bdbe6-fd1d-4e13-affd-f8b7cecc1776 req-76b1bda4-111d-418a-a4d4-5748c09273b4 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765676 Jul 29 20:38:55.414446 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-10192037-af73-4dab-84eb-9a0ecd53316b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c06c28a51934258a664164d64e4c686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844917 Jul 29 20:38:55.416631 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10192037-af73-4dab-84eb-9a0ecd53316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835b76ec-cc12-4113-a114-8e489f14db55,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:55.419092 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35158) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:55.454875 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d27d-dbf0-4473-af98-d9fba07bd549 req-d1c0c802-1312-4605-8d3b-6c3009c3ce3c tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:55.456722 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-16c3d27d-dbf0-4473-af98-d9fba07bd549 req-d1c0c802-1312-4605-8d3b-6c3009c3ce3c tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 943 time: 0.0565310 Jul 29 20:38:55.476227 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5934eb63-9fa9-40d7-92c7-7ba10300d364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.510301 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-16c3d27d-dbf0-4473-af98-d9fba07bd549 req-44b4eeb1-c14f-4064-b46a-0cc14a9e7788 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Jul 29 20:38:55.516308 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5934eb63-9fa9-40d7-92c7-7ba10300d364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.568666 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5934eb63-9fa9-40d7-92c7-7ba10300d364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.571741 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5934eb63-9fa9-40d7-92c7-7ba10300d364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.577055 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-5934eb63-9fa9-40d7-92c7-7ba10300d364 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/835b76ec-cc12-4113-a114-8e489f14db55 HTTP/1.1" status: 204 len: 168 time: 0.1526990 Jul 29 20:38:55.584145 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934eb63-9fa9-40d7-92c7-7ba10300d364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b76ec-cc12-4113-a114-8e489f14db55,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:55.820248 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.868100 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35180) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:55.884495 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5159-d2cf-4fec-8466-698150f019a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:55.994904 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a53536a1-6913-4113-9c56-7f415b3175a9 req-cc7468be-2cca-43ce-9592-f224ef357321 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 210 time: 0.0354807 Jul 29 20:38:56.007806 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5159-d2cf-4fec-8466-698150f019a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.017139 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5159-d2cf-4fec-8466-698150f019a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.057166 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a7dc5159-d2cf-4fec-8466-698150f019a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ffa9cbb10644939b2cfd1559cdcbc30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879966 Jul 29 20:38:56.059883 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35190) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:56.066394 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc5159-d2cf-4fec-8466-698150f019a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5414f6f-f87e-4d34-a578-4991d0224e23,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:56.120142 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d20ee3e-f61e-43d1-8986-23c0a924bd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.141371 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d20ee3e-f61e-43d1-8986-23c0a924bd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.190766 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d20ee3e-f61e-43d1-8986-23c0a924bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.193281 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d20ee3e-f61e-43d1-8986-23c0a924bd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.194428 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-8d20ee3e-f61e-43d1-8986-23c0a924bd9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5414f6f-f87e-4d34-a578-4991d0224e23 HTTP/1.1" status: 204 len: 168 time: 0.1335075 Jul 29 20:38:56.202351 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20ee3e-f61e-43d1-8986-23c0a924bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5414f6f-f87e-4d34-a578-4991d0224e23,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:56.414564 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-19fdd6cb-c473-4546-bfec-ef9969516c7e req-aa932bb3-98a8-47f1-8e7d-212610a3ee99 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 210 time: 0.0325720 Jul 29 20:38:56.522944 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35212) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:56.536190 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff763bf4-111e-4b94-9b7c-3effb2ce28b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.536508 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88119801-35c2-42ea-a381-24ee2ef6ebd2 req-a2c581b3-de5f-4bef-bbcd-92b1258ff7f8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:56.538075 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88119801-35c2-42ea-a381-24ee2ef6ebd2 req-a2c581b3-de5f-4bef-bbcd-92b1258ff7f8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 943 time: 0.0557497 Jul 29 20:38:56.588875 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88119801-35c2-42ea-a381-24ee2ef6ebd2 req-5c55eb69-f4bc-4411-b144-7c5ccfb76fa9 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 Jul 29 20:38:56.684618 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a82f1-63f8-48f0-9058-081d1485f44f req-94348b11-0ae5-4f49-ad5e-42f9eb8748d4 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:56.686254 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ec2a82f1-63f8-48f0-9058-081d1485f44f req-94348b11-0ae5-4f49-ad5e-42f9eb8748d4 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 943 time: 0.0837839 Jul 29 20:38:56.688258 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff763bf4-111e-4b94-9b7c-3effb2ce28b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.692611 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff763bf4-111e-4b94-9b7c-3effb2ce28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.758172 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-ff763bf4-111e-4b94-9b7c-3effb2ce28b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=275379db9c30406a8c420a46dbaf834e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315888 Jul 29 20:38:56.759035 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35222) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:56.759171 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff763bf4-111e-4b94-9b7c-3effb2ce28b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94df8f10-cc39-4de0-9025-2e1f6d884965,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:56.771320 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ec2a82f1-63f8-48f0-9058-081d1485f44f req-5438ef93-63c8-4a84-bc1d-66c87a113851 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749266 Jul 29 20:38:56.821230 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5bcb800c-1d3f-47cc-8d0b-228429520c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.844204 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5bcb800c-1d3f-47cc-8d0b-228429520c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.894198 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5bcb800c-1d3f-47cc-8d0b-228429520c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.898267 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5bcb800c-1d3f-47cc-8d0b-228429520c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:56.902212 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-5bcb800c-1d3f-47cc-8d0b-228429520c63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94df8f10-cc39-4de0-9025-2e1f6d884965 HTTP/1.1" status: 204 len: 168 time: 0.1426115 Jul 29 20:38:56.912359 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb800c-1d3f-47cc-8d0b-228429520c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94df8f10-cc39-4de0-9025-2e1f6d884965,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:56.937127 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Request body: {'port': {'device_id': 'b1d5ed16-bf4f-409e-8d53-d3314f91282c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:56.990566 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:57.299031 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e040fa85-968e-4914-a8ed-c54f565ae0d2 req-1bafc4c2-fcfd-4388-96e9-9c8d03f70824 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 210 time: 0.0887401 Jul 29 20:38:57.306007 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:57.323471 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038f40-703a-4049-97a2-dd2467d182f9 req-80d27a99-d7c8-4273-9cdb-b8334bbd34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:57.324953 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71038f40-703a-4049-97a2-dd2467d182f9 req-80d27a99-d7c8-4273-9cdb-b8334bbd34d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30406affa78c46e2b897be3cfa51896f&device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 1096 time: 0.3366222 Jul 29 20:38:57.333112 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-24b459f3-9725-4985-8c88-cb0b97cd6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:57.334604 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-24b459f3-9725-4985-8c88-cb0b97cd6c50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 1096 time: 0.1257830 Jul 29 20:38:57.573583 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3d7b2b43-dcee-4f8e-954b-4f6bd5382dbc req-03cdd364-21df-42f6-b081-e3f500f803f2 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 210 time: 0.0514312 Jul 29 20:38:57.687668 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.18', 50350) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:57.728605 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-5cba3950-b8f5-4b1f-bd74-c756c454409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:57.730194 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-5cba3950-b8f5-4b1f-bd74-c756c454409e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 915 time: 0.3712623 Jul 29 20:38:57.731071 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038f40-703a-4049-97a2-dd2467d182f9 req-f66a14ea-4b12-448a-b2f2-1dddd2c530a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:57.732365 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71038f40-703a-4049-97a2-dd2467d182f9 req-f66a14ea-4b12-448a-b2f2-1dddd2c530a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7bd2348-0cd0-49ae-b552-891e41310df1 HTTP/1.1" status: 200 len: 913 time: 0.3970120 Jul 29 20:38:57.887572 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-be0b9663-c288-4a48-9380-51f0760353b5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:57.889878 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-be0b9663-c288-4a48-9380-51f0760353b5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.18 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 818 time: 0.1998882 Jul 29 20:38:57.907912 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Request body: {'port': {'device_id': 'e6562558-0216-447e-b14c-5f40c744addc', 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40', 'admin_state_up': True, 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:57.952639 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86de9ae1-d767-4d52-b0dc-8add5d4c988c {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:38:57.961337 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:58.012740 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Transition to ACTIVE for port object 86de9ae1-d767-4d52-b0dc-8add5d4c988c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:58.046545 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71038f40-703a-4049-97a2-dd2467d182f9 req-e2c94f0f-c021-4b56-b426-5889ea25a30a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae6736bc-b990-41ad-a724-4c5614a6fb18 HTTP/1.1" status: 200 len: 217 time: 0.2812562 Jul 29 20:38:58.049465 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:58.063148 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-f719c239-98f5-4ca0-8b7a-cab4f4002d63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0f8c414-3e40-4092-94cd-da0fca3aa458 HTTP/1.1" status: 200 len: 217 time: 0.2965131 Jul 29 20:38:58.150297 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f7136-1185-42ae-ab2e-9f9a385a1a9a req-12787185-3fcd-4140-925d-5a601c616dbf tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:58.153402 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-662f7136-1185-42ae-ab2e-9f9a385a1a9a req-12787185-3fcd-4140-925d-5a601c616dbf tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 943 time: 0.1700253 Jul 29 20:38:58.188344 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.18', 50354) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:38:58.312461 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-662f7136-1185-42ae-ab2e-9f9a385a1a9a req-92126a75-ea4c-4c8d-bb29-61c6f783afea tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366515 Jul 29 20:38:58.316859 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Made reservation on behalf of b9d73d0ffdc04375bd6175bfc56bc903 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:58.330244 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:58.425906 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170db36-245f-4768-a791-a1904337b16f req-794c051c-557d-402f-8d7f-5fe5971f6abf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:58.428227 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-794c051c-557d-402f-8d7f-5fe5971f6abf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 811 time: 0.2060010 Jul 29 20:38:58.429784 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Attempting to bind port 86de9ae1-d767-4d52-b0dc-8add5d4c988c on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:38:58.430336 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Attempting to bind port 86de9ae1-d767-4d52-b0dc-8add5d4c988c by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:38:58.430920 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Attempting to bind port 86de9ae1-d767-4d52-b0dc-8add5d4c988c on network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:58.444100 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Port 86de9ae1-d767-4d52-b0dc-8add5d4c988c on network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:38:58.444927 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Attempting to bind port 86de9ae1-d767-4d52-b0dc-8add5d4c988c on network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:38:58.458937 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6b8bb-89dd-4147-806e-a0756e10a474 req-31b4ee63-5525-4128-9dd3-17eadf963263 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:58.468018 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-78d6b8bb-89dd-4147-806e-a0756e10a474 req-31b4ee63-5525-4128-9dd3-17eadf963263 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 943 time: 0.7330992 Jul 29 20:38:58.523538 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b373684f-15c1-482f-946c-ec8d82ac362c req-65540ed5-262f-4dad-a8b1-1cd81d046647 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 210 time: 0.0747781 Jul 29 20:38:58.528347 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:38:58.528688 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Checking segment: {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:38:58.529244 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Bound using segment: {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:38:58.529892 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Bound port: 86de9ae1-d767-4d52-b0dc-8add5d4c988c, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:38:58.530423 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:58.605979 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-78d6b8bb-89dd-4147-806e-a0756e10a474 req-99e6bc72-8d54-4bc2-83e8-97db22fdaf71 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365609 Jul 29 20:38:58.625620 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Pushing event updated for resources: {'Port': ['ID=86de9ae1-d767-4d52-b0dc-8add5d4c988c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:58.641456 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038f40-703a-4049-97a2-dd2467d182f9 req-c496e807-067c-4e14-9840-0109c7655424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:58.646637 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71038f40-703a-4049-97a2-dd2467d182f9 req-c496e807-067c-4e14-9840-0109c7655424 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=60453288-5e4c-4fcd-8043-7bf8a5aa5268 HTTP/1.1" status: 200 len: 852 time: 0.5886829 Jul 29 20:38:58.687165 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-66a8c261-7bf0-46a3-9241-4fcf877c93a3 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03945c8550504adfb8fe002fe2b4b702 HTTP/1.1" status: 200 len: 380 time: 0.1719151 Jul 29 20:38:58.688595 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-6c20c2e5-de96-4e3d-ad44-1e4e12238506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:58.690030 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-6c20c2e5-de96-4e3d-ad44-1e4e12238506 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 200 len: 854 time: 0.5628936 Jul 29 20:38:58.709904 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'port': {'device_id': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'admin_state_up': True, 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'security_groups': ['c5903e41-b343-4ade-91ce-9c346cbb1005']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:38:58.736281 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-aba28060-60d6-4c18-94b9-d08d5c43a58a req-ae7c4984-76df-4f5a-bb0f-772b94a2302b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 210 time: 0.0641696 Jul 29 20:38:58.743799 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71038f40-703a-4049-97a2-dd2467d182f9 req-e25f7618-20ee-4205-8089-7c604ca60e28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7bd2348-0cd0-49ae-b552-891e41310df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648606 Jul 29 20:38:58.792985 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Allocated IP 172.20.0.10 (2e3c4e8f-1747-4697-a2e5-c474723b7d40/21cfe9d7-a935-4ee4-8f42-f11f64bc439f/db13c891-b334-4d6a-bce8-a9da9837b98f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:58.805564 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-fc21c451-a9e9-4243-950a-1343e03a1293 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994284 Jul 29 20:38:58.879811 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] For port 86de9ae1-d767-4d52-b0dc-8add5d4c988c, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:38:58.970223 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] For port 86de9ae1-d767-4d52-b0dc-8add5d4c988c, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:38:58.986011 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71038f40-703a-4049-97a2-dd2467d182f9 req-3530c8e3-cbc9-42bf-9a1a-472de89510c7 service neutron] 10.222.0.18 "GET /v2.0/networks/f7bd2348-0cd0-49ae-b552-891e41310df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134128 Jul 29 20:38:58.993553 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:59.008258 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:59.077330 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:59.077836 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:59.079517 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] 10.222.0.18 "PUT /v2.0/ports/86de9ae1-d767-4d52-b0dc-8add5d4c988c HTTP/1.1" status: 200 len: 1094 time: 2.1473577 Jul 29 20:38:59.080146 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d5ed16-bf4f-409e-8d53-d3314f91282c', 'tag': '86de9ae1-d767-4d52-b0dc-8add5d4c988c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:38:59.082618 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b90fba-2166-4406-aaeb-e3629056dafb" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d5ed16-bf4f-409e-8d53-d3314f91282c", "tag": "86de9ae1-d767-4d52-b0dc-8add5d4c988c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:38:59.089029 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:59.134644 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899e155-051a-4ecb-9083-f37160ade912 service neutron] Pushing event updated for resources: {'Port': ['ID=86de9ae1-d767-4d52-b0dc-8add5d4c988c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:59.141577 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-3011eb3b-4a59-4e8f-8aa2-4049267e4085 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631307 Jul 29 20:38:59.160237 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Made reservation on behalf of 03945c8550504adfb8fe002fe2b4b702 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:38:59.165408 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:59.169416 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfe8f6c-a56a-4c16-8c4d-58c3829243e3 x-openstack-request-id: req-9dfe8f6c-a56a-4c16-8c4d-58c3829243e3 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:38:59.169912 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d5ed16-bf4f-409e-8d53-d3314f91282c", "tag": "86de9ae1-d767-4d52-b0dc-8add5d4c988c", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:38:59.170350 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dfe8f6c-a56a-4c16-8c4d-58c3829243e3 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:38:59.171089 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d5ed16-bf4f-409e-8d53-d3314f91282c', 'tag': '86de9ae1-d767-4d52-b0dc-8add5d4c988c', 'status': 'completed', 'code': 200} Jul 29 20:38:59.229267 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:59.235325 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:59.239224 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:59.487739 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:59.488441 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:59.500503 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Pushing event updated for resources: {'Port': ['ID=db13c891-b334-4d6a-bce8-a9da9837b98f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:38:59.526201 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9d90add3-1d91-4a70-aeb2-7e3d3f421630 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6267352 Jul 29 20:38:59.540239 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Allocated IP 172.20.0.10 (7485e429-9262-495e-b61d-bdee98b22645/fd2aeea6-215b-45bd-a480-52faa84fe275/72f06540-fa5c-482f-9eff-ade60a2c8d8f) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:38:59.556030 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8572e4e-47d7-4b43-9570-c7645da9bef8 req-3e2f6301-13b9-4640-8b03-7e4e982ea8aa tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:59.557941 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e8572e4e-47d7-4b43-9570-c7645da9bef8 req-3e2f6301-13b9-4640-8b03-7e4e982ea8aa tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 943 time: 0.1010766 Jul 29 20:38:59.627141 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e8572e4e-47d7-4b43-9570-c7645da9bef8 req-e675c8ee-45ee-4f77-a22e-3750df96e306 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601799 Jul 29 20:38:59.761182 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3d9a5-d7c9-4eee-9ffb-81f36b6fdb49 req-fcf7f3a9-f645-403c-bc4a-157745f1ddbf tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:59.763328 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-55f3d9a5-d7c9-4eee-9ffb-81f36b6fdb49 req-fcf7f3a9-f645-403c-bc4a-157745f1ddbf tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 943 time: 0.0685313 Jul 29 20:38:59.765831 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c67ed0-e436-41c7-b6f5-1f06b57e3307 req-f6911e3d-c4e8-4d81-9721-52547b64509d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:59.768631 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1c67ed0-e436-41c7-b6f5-1f06b57e3307 req-f6911e3d-c4e8-4d81-9721-52547b64509d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 932 time: 0.1180134 Jul 29 20:38:59.820830 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-55f3d9a5-d7c9-4eee-9ffb-81f36b6fdb49 req-c66a545b-72eb-4d2e-b8f6-fef4bb138834 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475912 Jul 29 20:38:59.835123 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:59.840106 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1c67ed0-e436-41c7-b6f5-1f06b57e3307 req-226672c9-8ff1-4236-af2d-61e567d2ef2b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611007 Jul 29 20:38:59.852133 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Transition to ACTIVE for port object 72f06540-fa5c-482f-9eff-ade60a2c8d8f will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:38:59.916830 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4a624dcd-7f68-4530-8bf7-e7a30d4389ee req-3699fa87-a101-4662-b5d7-eb620789b531 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 210 time: 0.0359097 Jul 29 20:38:59.925831 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:38:59.981485 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Network 7485e429-9262-495e-b61d-bdee98b22645 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:38:59.984533 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:38:59.988096 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:38:59.994187 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:38:59.995057 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.018410 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'Port': ['ID=72f06540-fa5c-482f-9eff-ade60a2c8d8f,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:00.023933 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-b638dc0c-8960-42b2-bcd7-8fd674a35505 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3189504 Jul 29 20:39:00.236115 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-71fd36fc-efe7-4170-8a35-bdffd6c9338c None None] Provisioning for port 72f06540-fa5c-482f-9eff-ade60a2c8d8f completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:00.240049 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-71fd36fc-efe7-4170-8a35-bdffd6c9338c None None] Provisioning complete for port 72f06540-fa5c-482f-9eff-ade60a2c8d8f triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:00.240421 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-71fd36fc-efe7-4170-8a35-bdffd6c9338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.278201 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-71fd36fc-efe7-4170-8a35-bdffd6c9338c None None] Port 72f06540-fa5c-482f-9eff-ade60a2c8d8f cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:39:00.327635 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35404) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:00.425866 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2e843663-c7a7-44cf-9f36-36cc506bacc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.512998 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2e843663-c7a7-44cf-9f36-36cc506bacc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.517513 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2e843663-c7a7-44cf-9f36-36cc506bacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.555424 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-2e843663-c7a7-44cf-9f36-36cc506bacc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac5d5fcd66a240afaf0c3503c4cc9ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267456 Jul 29 20:39:00.556311 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e843663-c7a7-44cf-9f36-36cc506bacc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19e464-4df0-459c-9529-9d4f329ac4ea,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:00.558237 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35408) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:00.605210 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca874-86b7-43ed-88fb-5351ce4af44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.625659 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca874-86b7-43ed-88fb-5351ce4af44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.671819 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca874-86b7-43ed-88fb-5351ce4af44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.674527 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca874-86b7-43ed-88fb-5351ce4af44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.675679 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-8f3ca874-86b7-43ed-88fb-5351ce4af44f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a19e464-4df0-459c-9529-9d4f329ac4ea HTTP/1.1" status: 204 len: 168 time: 0.1164761 Jul 29 20:39:00.684195 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ca874-86b7-43ed-88fb-5351ce4af44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19e464-4df0-459c-9529-9d4f329ac4ea,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:00.743589 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344e2f2-5662-4705-a730-1f3a937d0919 req-5c8ddbbe-7ae9-4ebe-be5c-893d93f88e4d tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:00.745391 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2344e2f2-5662-4705-a730-1f3a937d0919 req-5c8ddbbe-7ae9-4ebe-be5c-893d93f88e4d tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 943 time: 0.0533886 Jul 29 20:39:00.786055 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2344e2f2-5662-4705-a730-1f3a937d0919 req-c8d16384-7b4a-4178-b716-c92d913479e1 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343723 Jul 29 20:39:00.943092 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217f0c5-b1eb-4776-843b-f8acfbfca6d4 req-5aa345d3-8060-42d5-82ad-c68450bf9f27 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:00.945214 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5217f0c5-b1eb-4776-843b-f8acfbfca6d4 req-5aa345d3-8060-42d5-82ad-c68450bf9f27 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 943 time: 0.0568662 Jul 29 20:39:00.963253 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35422) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:00.987013 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f1ddd-67a0-47c8-bc20-d96983cd6752 req-87ffa5b4-7ac4-4438-bf47-1fd8cf5b8d0f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:00.988505 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9f8f1ddd-67a0-47c8-bc20-d96983cd6752 req-87ffa5b4-7ac4-4438-bf47-1fd8cf5b8d0f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 932 time: 0.0672705 Jul 29 20:39:00.989210 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c0d15a16-0805-4eea-9dcd-93f5645ef33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:00.995725 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5217f0c5-b1eb-4776-843b-f8acfbfca6d4 req-55f3245a-61a2-4d34-adc2-38407526e30d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Jul 29 20:39:01.060182 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9f8f1ddd-67a0-47c8-bc20-d96983cd6752 req-325f07b8-dbf8-4b77-a311-13895d372184 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626695 Jul 29 20:39:01.120805 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98725d-6334-439e-90d9-0d8be7b2c30e req-7c344dd3-e168-497b-913e-6fe1abad9f11 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:01.122313 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7d98725d-6334-439e-90d9-0d8be7b2c30e req-7c344dd3-e168-497b-913e-6fe1abad9f11 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 932 time: 0.0679417 Jul 29 20:39:01.130887 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c0d15a16-0805-4eea-9dcd-93f5645ef33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:01.135166 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c0d15a16-0805-4eea-9dcd-93f5645ef33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:01.167183 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7d98725d-6334-439e-90d9-0d8be7b2c30e req-c6e89100-e09b-48f1-b071-04e5524b8209 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372360 Jul 29 20:39:01.176012 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-c0d15a16-0805-4eea-9dcd-93f5645ef33b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=806378dce75b4b41a42af0beee1fb092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121065 Jul 29 20:39:01.178616 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35428) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:01.184668 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d15a16-0805-4eea-9dcd-93f5645ef33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8814a42a-67f1-494a-84ed-c8e105453dc6,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:01.231394 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87e23fb7-6454-48ba-9ff4-dc6d6bac62fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:01.252966 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87e23fb7-6454-48ba-9ff4-dc6d6bac62fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:01.301663 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87e23fb7-6454-48ba-9ff4-dc6d6bac62fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:01.304787 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87e23fb7-6454-48ba-9ff4-dc6d6bac62fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:01.305972 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-87e23fb7-6454-48ba-9ff4-dc6d6bac62fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8814a42a-67f1-494a-84ed-c8e105453dc6 HTTP/1.1" status: 204 len: 168 time: 0.1263614 Jul 29 20:39:01.313813 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e23fb7-6454-48ba-9ff4-dc6d6bac62fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8814a42a-67f1-494a-84ed-c8e105453dc6,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:01.904378 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106ad4f-8283-438e-b5a3-5899e665d26d req-004a8202-e63d-4f5d-a24d-6754744127f2 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:01.905910 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4106ad4f-8283-438e-b5a3-5899e665d26d req-004a8202-e63d-4f5d-a24d-6754744127f2 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 943 time: 0.0494804 Jul 29 20:39:01.943660 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4106ad4f-8283-438e-b5a3-5899e665d26d req-e61be0d9-c99a-4473-a213-a35dc41f1ed5 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Jul 29 20:39:01.964436 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Request body: {'port': {'device_id': 'e6562558-0216-447e-b14c-5f40c744addc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:01.969252 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device c0f8c414-3e40-4092-94cd-da0fca3aa458 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:39:01.988333 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Request body: {'port': {'device_id': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:02.079183 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:02.167067 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port c0f8c414-3e40-4092-94cd-da0fca3aa458, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c0f8c414-3e40-4092-94cd-da0fca3aa458,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:02.180405 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'c0f8c414-3e40-4092-94cd-da0fca3aa458', 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c', 'port_id': 'c0f8c414-3e40-4092-94cd-da0fca3aa458', 'mac_address': 'fa:16:3e:82:a3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00e6eac-9ca8-46a8-93d7-060dfcec9ee0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:39:02.229951 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:02.246696 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f8c414-3e40-4092-94cd-da0fca3aa458 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:02.272261 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port c0f8c414-3e40-4092-94cd-da0fca3aa458, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c0f8c414-3e40-4092-94cd-da0fca3aa458,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:02.278321 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:02.279151 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device ae6736bc-b990-41ad-a724-4c5614a6fb18 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:39:02.301104 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89486a2-d655-4cd3-a310-f56402aab623 req-b70b8ba8-1699-47f8-947f-9c7462c8d038 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:02.302707 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d89486a2-d655-4cd3-a310-f56402aab623 req-b70b8ba8-1699-47f8-947f-9c7462c8d038 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 943 time: 0.2064598 Jul 29 20:39:02.352174 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:02.366371 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90fba-2166-4406-aaeb-e3629056dafb req-a3730e44-5a95-4f9a-b19d-334cb4c07190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:02.368223 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-46b90fba-2166-4406-aaeb-e3629056dafb req-a3730e44-5a95-4f9a-b19d-334cb4c07190 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 1097 time: 0.3865206 Jul 29 20:39:02.485135 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=c0f8c414-3e40-4092-94cd-da0fca3aa458,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:02.522227 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d89486a2-d655-4cd3-a310-f56402aab623 req-f194bf64-4b95-4a1f-a9c5-7eaa444244f4 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123070 Jul 29 20:39:02.568974 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port ae6736bc-b990-41ad-a724-4c5614a6fb18, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ae6736bc-b990-41ad-a724-4c5614a6fb18,segment=NetworkSegment(baca4d09-eff4-4820-ac8c-f9e0f715e7e1),segment_id=baca4d09-eff4-4820-ac8c-f9e0f715e7e1)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:02.599732 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'ae6736bc-b990-41ad-a724-4c5614a6fb18', 'network_id': 'f7bd2348-0cd0-49ae-b552-891e41310df1', 'port_id': 'ae6736bc-b990-41ad-a724-4c5614a6fb18', 'mac_address': 'fa:16:3e:ed:42:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60453288-5e4c-4fcd-8043-7bf8a5aa5268', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:39:02.651152 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:02.664734 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6736bc-b990-41ad-a724-4c5614a6fb18 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:02.684758 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-f8c8f567-2820-4580-bd45-3228036ab113 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050536 Jul 29 20:39:02.686266 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port ae6736bc-b990-41ad-a724-4c5614a6fb18, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ae6736bc-b990-41ad-a724-4c5614a6fb18,segment=NetworkSegment(baca4d09-eff4-4820-ac8c-f9e0f715e7e1),segment_id=baca4d09-eff4-4820-ac8c-f9e0f715e7e1)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:02.689172 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90fba-2166-4406-aaeb-e3629056dafb req-6321c6c5-2f2b-426c-9bda-994e438a7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:02.689433 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.notifiers.nova [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db13c891-b334-4d6a-bce8-a9da9837b98f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:02.692003 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:02.700860 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-46b90fba-2166-4406-aaeb-e3629056dafb req-6321c6c5-2f2b-426c-9bda-994e438a7ce9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3166397 Jul 29 20:39:02.703881 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:02.709815 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03fbb6-e2cb-4a1d-ad8a-ca9054d0cd52 req-919fcc97-9440-4cbc-b042-f43a1ff62664 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:02.712194 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5f03fbb6-e2cb-4a1d-ad8a-ca9054d0cd52 req-919fcc97-9440-4cbc-b042-f43a1ff62664 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 932 time: 0.5226545 Jul 29 20:39:02.724374 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71038f40-703a-4049-97a2-dd2467d182f9 req-17f917ae-e779-4c1a-856d-91144bced7a8 service neutron] 10.222.0.18 "GET /v2.0/networks/f7bd2348-0cd0-49ae-b552-891e41310df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773979 Jul 29 20:39:02.751261 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f92c4-b9f3-498a-9fcf-9cfc9c3b372a req-1b8780eb-3259-4637-9deb-192d0775b87f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:02.753018 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3f3f92c4-b9f3-498a-9fcf-9cfc9c3b372a req-1b8780eb-3259-4637-9deb-192d0775b87f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 932 time: 0.1087360 Jul 29 20:39:02.757558 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Transition to ACTIVE for port object db13c891-b334-4d6a-bce8-a9da9837b98f will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:02.777456 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=ae6736bc-b990-41ad-a724-4c5614a6fb18,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:02.788351 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:02.825851 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3f3f92c4-b9f3-498a-9fcf-9cfc9c3b372a req-1b4390ac-d721-4ab3-8bb7-1f53897bac5a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640192 Jul 29 20:39:02.852998 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Pushing event updated for resources: {'Port': ['ID=db13c891-b334-4d6a-bce8-a9da9837b98f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:02.939502 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5f03fbb6-e2cb-4a1d-ad8a-ca9054d0cd52 req-e0c22e75-61ab-4a34-9483-5852dafa8ded tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139544 Jul 29 20:39:02.959767 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Attempting to bind port db13c891-b334-4d6a-bce8-a9da9837b98f on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:02.959767 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Attempting to bind port db13c891-b334-4d6a-bce8-a9da9837b98f by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:02.959767 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Attempting to bind port db13c891-b334-4d6a-bce8-a9da9837b98f on network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:02.959767 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Port db13c891-b334-4d6a-bce8-a9da9837b98f on network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:39:02.959767 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Attempting to bind port db13c891-b334-4d6a-bce8-a9da9837b98f on network 2e3c4e8f-1747-4697-a2e5-c474723b7d40 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:02.966690 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:02.967240 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Checking segment: {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:02.967622 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Bound using segment: {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:02.968355 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Bound port: db13c891-b334-4d6a-bce8-a9da9837b98f, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3922d37b-6e1a-4449-933e-1eab4ae9ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:02.968718 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:02.975141 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['ae6736bc-b990-41ad-a724-4c5614a6fb18'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:39:03.042724 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90fba-2166-4406-aaeb-e3629056dafb req-53709a20-20b9-4e6b-8194-efd382e764f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:03.044244 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-46b90fba-2166-4406-aaeb-e3629056dafb req-53709a20-20b9-4e6b-8194-efd382e764f2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3310931 Jul 29 20:39:03.069509 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['c0f8c414-3e40-4092-94cd-da0fca3aa458'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:39:03.156631 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1a984-010a-4ac6-9d2b-869429d88f95 req-95ae3f5c-9abb-485f-93af-6b55800bd11b tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:03.158756 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-02d1a984-010a-4ac6-9d2b-869429d88f95 req-95ae3f5c-9abb-485f-93af-6b55800bd11b tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 944 time: 0.1142328 Jul 29 20:39:03.232232 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] For port db13c891-b334-4d6a-bce8-a9da9837b98f, host hv-cinder-80295, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:03.259659 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-02d1a984-010a-4ac6-9d2b-869429d88f95 req-635d35e1-946a-4f94-b717-870cdeb0e2a4 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924470 Jul 29 20:39:03.269236 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] For port db13c891-b334-4d6a-bce8-a9da9837b98f, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=db13c891-b334-4d6a-bce8-a9da9837b98f,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:03.275091 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:03.358012 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:03.359227 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:03.360850 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] 10.222.0.18 "PUT /v2.0/ports/db13c891-b334-4d6a-bce8-a9da9837b98f HTTP/1.1" status: 200 len: 1094 time: 1.4012086 Jul 29 20:39:03.361880 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6562558-0216-447e-b14c-5f40c744addc', 'tag': 'db13c891-b334-4d6a-bce8-a9da9837b98f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:03.580059 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b406ec5619ba16d065caec662b98cec23eb14a75aad6793b81e6fea0af8c0b7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312bc594-4194-47da-b1af-428b2adfec64" -d '{"events": [{"name": "network-changed", "server_uuid": "e6562558-0216-447e-b14c-5f40c744addc", "tag": "db13c891-b334-4d6a-bce8-a9da9837b98f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:03.595856 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-ab6ebac7-a954-4dd2-8aa8-38353fc38b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:03.597503 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-ab6ebac7-a954-4dd2-8aa8-38353fc38b9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 1097 time: 0.1709116 Jul 29 20:39:03.603699 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb5ede-638e-4897-9686-7b84d3469052 service neutron] Pushing event updated for resources: {'Port': ['ID=db13c891-b334-4d6a-bce8-a9da9837b98f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:03.677237 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-e560464c-81b4-4466-9079-e6cb99c87a5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db13c891-b334-4d6a-bce8-a9da9837b98f HTTP/1.1" status: 200 len: 217 time: 0.0699556 Jul 29 20:39:03.781035 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35534) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:03.835709 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-d57d6a07-b387-4996-ba80-61b0e87cdef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:03.846798 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-d57d6a07-b387-4996-ba80-61b0e87cdef4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21cfe9d7-a935-4ee4-8f42-f11f64bc439f HTTP/1.1" status: 200 len: 858 time: 0.1616340 Jul 29 20:39:03.900280 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-dbeb7dfb-85d0-4369-a253-6b72438e08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:03.901823 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-dbeb7dfb-85d0-4369-a253-6b72438e08b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 1097 time: 0.8126762 Jul 29 20:39:03.933364 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dc75fb-7059-4b90-b64e-91caf2c8654a x-openstack-request-id: req-00dc75fb-7059-4b90-b64e-91caf2c8654a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:03.935020 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6562558-0216-447e-b14c-5f40c744addc", "tag": "db13c891-b334-4d6a-bce8-a9da9837b98f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:03.935468 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00dc75fb-7059-4b90-b64e-91caf2c8654a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:03.937417 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6562558-0216-447e-b14c-5f40c744addc', 'tag': 'db13c891-b334-4d6a-bce8-a9da9837b98f', 'status': 'completed', 'code': 200} Jul 29 20:39:03.949871 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device c0f8c414-3e40-4092-94cd-da0fca3aa458 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:03.981149 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-3f93611a-bb47-4062-8a42-a43d44553670 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c HTTP/1.1" status: 200 len: 217 time: 0.0648139 Jul 29 20:39:03.984824 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f06540-fa5c-482f-9eff-ade60a2c8d8f {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:04.002540 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-e2e92f36-3f4e-42e5-935b-bae4a73cb420 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3c4e8f-1747-4697-a2e5-c474723b7d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452706 Jul 29 20:39:04.007861 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e82f7b6a-dc51-44bd-8cda-e9cf99c507a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.008664 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1dfb3-6fff-442f-b19e-e1099c2cef20 req-76cd7223-f74e-4f62-b68b-13cb11ae941b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:04.016099 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-86d1dfb3-6fff-442f-b19e-e1099c2cef20 req-76cd7223-f74e-4f62-b68b-13cb11ae941b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 944 time: 0.3000095 Jul 29 20:39:04.020440 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.071500 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Transition to ACTIVE for port object 72f06540-fa5c-482f-9eff-ade60a2c8d8f will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:04.099672 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.100558 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port c0f8c414-3e40-4092-94cd-da0fca3aa458 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:04.106294 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port c0f8c414-3e40-4092-94cd-da0fca3aa458 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:04.107149 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.148533 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-86d1dfb3-6fff-442f-b19e-e1099c2cef20 req-397c7991-617f-41d2-9ef7-e21e8ac9c199 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252477 Jul 29 20:39:04.148533 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-435b11a9-9392-4c05-9550-43726179dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:04.148533 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-435b11a9-9392-4c05-9550-43726179dd5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21cfe9d7-a935-4ee4-8f42-f11f64bc439f HTTP/1.1" status: 200 len: 858 time: 0.1547303 Jul 29 20:39:04.211017 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39f2f2-e1d1-4e69-82c6-ea8093c9cf3d req-01096a24-2266-41e7-9b7b-1ec5e0293a8b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:04.219303 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cb39f2f2-e1d1-4e69-82c6-ea8093c9cf3d req-01096a24-2266-41e7-9b7b-1ec5e0293a8b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 944 time: 0.1416330 Jul 29 20:39:04.230253 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-f0c2f937-8abc-4c9a-9f76-0145a602dffa service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168398 Jul 29 20:39:04.275138 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-aa2da5ce-2652-4412-b020-4031e7241e56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3c4e8f-1747-4697-a2e5-c474723b7d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090162 Jul 29 20:39:04.279660 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.313044 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974255cd-e78c-4811-9df3-2c46c5092ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f8c414-3e40-4092-94cd-da0fca3aa458'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:04.321089 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Pushing event updated for resources: {'Port': ['ID=72f06540-fa5c-482f-9eff-ade60a2c8d8f,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:04.404139 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cb39f2f2-e1d1-4e69-82c6-ea8093c9cf3d req-3a78ba39-8fef-4d3d-8b96-ceced1f6ccb2 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838706 Jul 29 20:39:04.450667 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Attempting to bind port 72f06540-fa5c-482f-9eff-ade60a2c8d8f on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:04.451400 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Attempting to bind port 72f06540-fa5c-482f-9eff-ade60a2c8d8f by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:04.451979 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Attempting to bind port 72f06540-fa5c-482f-9eff-ade60a2c8d8f on network 7485e429-9262-495e-b61d-bdee98b22645 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:04.481790 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Port 72f06540-fa5c-482f-9eff-ade60a2c8d8f on network 7485e429-9262-495e-b61d-bdee98b22645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:39:04.482124 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Attempting to bind port 72f06540-fa5c-482f-9eff-ade60a2c8d8f on network 7485e429-9262-495e-b61d-bdee98b22645 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:04.492727 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6755eb-ea00-4c80-84fb-9d129124cd1b req-4d85fde2-3340-4812-9174-fddd9dff17e7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:04.494340 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ea6755eb-ea00-4c80-84fb-9d129124cd1b req-4d85fde2-3340-4812-9174-fddd9dff17e7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 944 time: 0.1903214 Jul 29 20:39:04.496275 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port c0f8c414-3e40-4092-94cd-da0fca3aa458, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c0f8c414-3e40-4092-94cd-da0fca3aa458,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:04.504895 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:04.505330 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Checking segment: {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:04.506737 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Bound using segment: {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:04.508235 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Bound port: 72f06540-fa5c-482f-9eff-ade60a2c8d8f, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:04.509441 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.522213 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f86ae1f-a7d4-4ffe-bc94-4b6c9c5444bd req-9c0189d0-fd9d-4f26-aab0-f8fe48883f3c service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791815 Jul 29 20:39:04.536406 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e82f7b6a-dc51-44bd-8cda-e9cf99c507a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.544642 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.548379 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device ae6736bc-b990-41ad-a724-4c5614a6fb18 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:04.561877 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e82f7b6a-dc51-44bd-8cda-e9cf99c507a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.565587 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-ac639690-04ee-4a72-ad51-12ff1d9b53c4 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804513 Jul 29 20:39:04.602770 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c93698a-3a0c-4a05-8963-e74122d558bf" -d '{"events": [{"server_uuid": "974255cd-e78c-4811-9df3-2c46c5092ced", "name": "network-vif-plugged", "status": "completed", "tag": "c0f8c414-3e40-4092-94cd-da0fca3aa458"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:04.649706 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-e82f7b6a-dc51-44bd-8cda-e9cf99c507a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8513747abf24c1ba19a24a53f0d1944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8586192 Jul 29 20:39:04.652159 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35574) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:04.652289 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ea6755eb-ea00-4c80-84fb-9d129124cd1b req-13bf0d13-86eb-4622-87a8-1c8faa1c8cd9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483488 Jul 29 20:39:04.652794 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f7b6a-dc51-44bd-8cda-e9cf99c507a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f2050-0e0c-4095-a45e-feb255f56bb0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:04.677792 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=c0f8c414-3e40-4092-94cd-da0fca3aa458,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:04.690970 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bbb7b-73d8-40e2-8d74-953731e037d0 req-5995ae84-3da4-4a0e-ac9e-66fc579cb75f tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:04.690970 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ea5bbb7b-73d8-40e2-8d74-953731e037d0 req-5995ae84-3da4-4a0e-ac9e-66fc579cb75f tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 944 time: 0.1742301 Jul 29 20:39:04.698544 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port ae6736bc-b990-41ad-a724-4c5614a6fb18 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:04.703695 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port ae6736bc-b990-41ad-a724-4c5614a6fb18 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:04.704920 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.730933 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] For port 72f06540-fa5c-482f-9eff-ade60a2c8d8f, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:04.740299 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bc594-4194-47da-b1af-428b2adfec64 req-2dd7f675-6a83-4a97-a41e-8a3acfe2cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:04.741987 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-312bc594-4194-47da-b1af-428b2adfec64 req-2dd7f675-6a83-4a97-a41e-8a3acfe2cdee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 1097 time: 0.1536255 Jul 29 20:39:04.752147 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] For port 72f06540-fa5c-482f-9eff-ade60a2c8d8f, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:04.759029 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ebedf9a0-eb68-4612-a13b-6830a9c94007 req-ff74e209-2d60-4ac4-ad94-4a498daacae8 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711836 Jul 29 20:39:04.760574 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.799521 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:04.800184 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.801985 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] 10.222.0.18 "PUT /v2.0/ports/72f06540-fa5c-482f-9eff-ade60a2c8d8f HTTP/1.1" status: 200 len: 1094 time: 2.8234434 Jul 29 20:39:04.802581 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'tag': '72f06540-fa5c-482f-9eff-ade60a2c8d8f'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:04.804918 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a1b7ea-986d-47a6-acb4-f8a389af37d6" -d '{"events": [{"name": "network-changed", "server_uuid": "46f94cbf-6a5c-4bac-bf7f-c4b55634d583", "tag": "72f06540-fa5c-482f-9eff-ade60a2c8d8f"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:04.858405 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f540c62-d3ae-4551-af86-d12401d42911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.862248 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377c49-6135-4134-a7e7-8c41cd180836 service neutron] Pushing event updated for resources: {'Port': ['ID=72f06540-fa5c-482f-9eff-ade60a2c8d8f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:04.868197 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4973e0-616b-4179-ae1a-7589ce1aaa05 x-openstack-request-id: req-ea4973e0-616b-4179-ae1a-7589ce1aaa05 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:04.868487 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974255cd-e78c-4811-9df3-2c46c5092ced", "name": "network-vif-plugged", "status": "completed", "tag": "c0f8c414-3e40-4092-94cd-da0fca3aa458", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:04.868792 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea4973e0-616b-4179-ae1a-7589ce1aaa05 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:04.869202 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974255cd-e78c-4811-9df3-2c46c5092ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f8c414-3e40-4092-94cd-da0fca3aa458', 'code': 200} Jul 29 20:39:04.883469 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2354913-bb80-4071-80a8-cf080ac217db x-openstack-request-id: req-d2354913-bb80-4071-80a8-cf080ac217db {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:04.883722 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f94cbf-6a5c-4bac-bf7f-c4b55634d583", "tag": "72f06540-fa5c-482f-9eff-ade60a2c8d8f", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:04.883951 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2354913-bb80-4071-80a8-cf080ac217db {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:04.884379 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'tag': '72f06540-fa5c-482f-9eff-ade60a2c8d8f', 'status': 'completed', 'code': 200} Jul 29 20:39:04.892232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:04.976344 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170db36-245f-4768-a791-a1904337b16f req-45e974a6-c00b-472f-8f3c-8adaaa3a9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:04.978996 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port ae6736bc-b990-41ad-a724-4c5614a6fb18, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ae6736bc-b990-41ad-a724-4c5614a6fb18,segment=NetworkSegment(baca4d09-eff4-4820-ac8c-f9e0f715e7e1),segment_id=baca4d09-eff4-4820-ac8c-f9e0f715e7e1)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:04.979168 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-45e974a6-c00b-472f-8f3c-8adaaa3a9849 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 1097 time: 0.0817342 Jul 29 20:39:04.988456 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:05.077728 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=ae6736bc-b990-41ad-a724-4c5614a6fb18,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:05.115553 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ea5bbb7b-73d8-40e2-8d74-953731e037d0 req-40a0efaf-753f-4f13-8a7e-cf1277d90c4d tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968518 Jul 29 20:39:05.131774 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-c123e5f3-89fa-4d74-bacc-e05f58fe70e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f HTTP/1.1" status: 200 len: 217 time: 0.1403596 Jul 29 20:39:05.162574 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f540c62-d3ae-4551-af86-d12401d42911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:05.213182 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a6dd4-f7c2-47ec-8de1-ff3acf5af8e2 req-15caf935-4047-4023-9cd5-aeb96941f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:05.214785 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-da9a6dd4-f7c2-47ec-8de1-ff3acf5af8e2 req-15caf935-4047-4023-9cd5-aeb96941f238 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 1098 time: 0.1378667 Jul 29 20:39:05.224646 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170db36-245f-4768-a791-a1904337b16f req-f7b36769-4fe9-4999-a206-e80b1fa25565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:05.227382 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-f7b36769-4fe9-4999-a206-e80b1fa25565 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.0857069 Jul 29 20:39:05.250940 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-da9a6dd4-f7c2-47ec-8de1-ff3acf5af8e2 req-6a8c0675-5fe9-4ed4-94b3-5c5bde20a1bb service neutron] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:05.264470 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bc594-4194-47da-b1af-428b2adfec64 req-bd854997-69c6-4389-83a6-d07734e7df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:05.266062 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-312bc594-4194-47da-b1af-428b2adfec64 req-bd854997-69c6-4389-83a6-d07734e7df65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 919 time: 0.5135062 Jul 29 20:39:05.335183 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f540c62-d3ae-4551-af86-d12401d42911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:05.338758 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f540c62-d3ae-4551-af86-d12401d42911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:05.347911 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-6f540c62-d3ae-4551-af86-d12401d42911 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd2f2050-0e0c-4095-a45e-feb255f56bb0 HTTP/1.1" status: 204 len: 168 time: 0.6922054 Jul 29 20:39:05.355097 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-312bc594-4194-47da-b1af-428b2adfec64 req-052eaa14-ec7d-495a-82c0-9d9362c78df2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db13c891-b334-4d6a-bce8-a9da9837b98f HTTP/1.1" status: 200 len: 217 time: 0.0800030 Jul 29 20:39:05.371842 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f540c62-d3ae-4551-af86-d12401d42911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f2050-0e0c-4095-a45e-feb255f56bb0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:05.377961 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db243e-367a-4274-9469-68c643e65f0d req-1c5a7035-d2c5-4f21-b962-87cf9610b188 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:05.390124 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d6db243e-367a-4274-9469-68c643e65f0d req-1c5a7035-d2c5-4f21-b962-87cf9610b188 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 945 time: 0.1492748 Jul 29 20:39:05.400833 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170db36-245f-4768-a791-a1904337b16f req-6577be00-e024-4779-afd8-ec18342d0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:05.402219 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-6577be00-e024-4779-afd8-ec18342d0cc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1626091 Jul 29 20:39:05.434126 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bc594-4194-47da-b1af-428b2adfec64 req-a8b150ff-64ec-4843-bae2-d092059e2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:05.436248 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-312bc594-4194-47da-b1af-428b2adfec64 req-a8b150ff-64ec-4843-bae2-d092059e2e33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21cfe9d7-a935-4ee4-8f42-f11f64bc439f HTTP/1.1" status: 200 len: 858 time: 0.0654278 Jul 29 20:39:05.513503 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-312bc594-4194-47da-b1af-428b2adfec64 req-150f64b8-16dd-4830-bf7a-cb8c1504d887 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3c4e8f-1747-4697-a2e5-c474723b7d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674119 Jul 29 20:39:05.516307 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-baec7c7e-9741-4289-9698-7d029ee25ece service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999291 Jul 29 20:39:05.583251 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d6db243e-367a-4274-9469-68c643e65f0d req-96a01b54-7ab4-4f74-bc29-50b23cadc374 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902676 Jul 29 20:39:05.670887 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594423bc-0876-4aeb-afbb-407b13ab04a2 req-ef428182-d732-4d41-86a7-149c2c998827 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:05.672434 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-594423bc-0876-4aeb-afbb-407b13ab04a2 req-ef428182-d732-4d41-86a7-149c2c998827 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 944 time: 0.1482980 Jul 29 20:39:05.700103 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-312bc594-4194-47da-b1af-428b2adfec64 req-bffeb760-39da-45db-ab45-c9a068732339 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555071 Jul 29 20:39:05.731438 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-da9a6dd4-f7c2-47ec-8de1-ff3acf5af8e2 req-6a8c0675-5fe9-4ed4-94b3-5c5bde20a1bb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:05.741986 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-da9a6dd4-f7c2-47ec-8de1-ff3acf5af8e2 req-6a8c0675-5fe9-4ed4-94b3-5c5bde20a1bb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:05.795115 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-da9a6dd4-f7c2-47ec-8de1-ff3acf5af8e2 req-6a8c0675-5fe9-4ed4-94b3-5c5bde20a1bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723104 Jul 29 20:39:05.824599 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-594423bc-0876-4aeb-afbb-407b13ab04a2 req-a1174d1c-e082-4d77-815d-3f8fb62dc5e3 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390953 Jul 29 20:39:05.848437 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c0675-5fe9-4ed4-94b3-5c5bde20a1bb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=175e3343-ff61-4bed-878b-35a77e867f9e,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:05.875489 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-312bc594-4194-47da-b1af-428b2adfec64 req-5d699152-e27a-4eed-aa0b-6c25ce469379 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663914 Jul 29 20:39:05.916991 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2170db36-245f-4768-a791-a1904337b16f req-c859d197-dc37-49c1-b4ca-8451f43c5725 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746743 Jul 29 20:39:05.926233 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af01871-69a1-4521-b93a-c5a8a21aba1b req-e4e9ae4b-8c09-41d5-b619-fa2071bb8504 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:05.934130 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7af01871-69a1-4521-b93a-c5a8a21aba1b req-e4e9ae4b-8c09-41d5-b619-fa2071bb8504 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 944 time: 0.1171541 Jul 29 20:39:05.965708 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35630) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:05.984391 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af99-29cd-495e-b738-6d0773f5ad44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:06.002528 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7af01871-69a1-4521-b93a-c5a8a21aba1b req-b96111b8-ad77-45e2-b129-042ca0ccb0d7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674968 Jul 29 20:39:06.034902 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-d2a47259-e686-479f-bd21-525729530329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:06.036393 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-d2a47259-e686-479f-bd21-525729530329 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 1097 time: 0.0526016 Jul 29 20:39:06.082346 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af99-29cd-495e-b738-6d0773f5ad44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:06.086108 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c0af99-29cd-495e-b738-6d0773f5ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:06.127082 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-b1c0af99-29cd-495e-b738-6d0773f5ad44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=344d3f19639b49c4bbcc34294593046b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580176 Jul 29 20:39:06.127082 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0af99-29cd-495e-b738-6d0773f5ad44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0011d3-7b08-43b8-9e6d-c3a89be9fe6c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:06.127744 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35634) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:06.143363 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-b8224150-fa9f-401f-9762-71ab881d3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:06.144820 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-b8224150-fa9f-401f-9762-71ab881d3120 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 912 time: 0.0995960 Jul 29 20:39:06.199898 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-1afcfbad-59bc-45d8-ae69-afa95431d96d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f HTTP/1.1" status: 200 len: 217 time: 0.0461407 Jul 29 20:39:06.224549 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-70a05b47-1ce7-4289-9e35-43dc936299b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:06.229301 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49e0a0-e7fa-4a42-bc5e-398d4aa852b2 req-ca53c55e-1a55-4e49-aae0-813c2a84732d tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:06.230833 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-be49e0a0-e7fa-4a42-bc5e-398d4aa852b2 req-ca53c55e-1a55-4e49-aae0-813c2a84732d tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Jul 29 20:39:06.268636 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-be49e0a0-e7fa-4a42-bc5e-398d4aa852b2 req-9491d745-8428-4c0c-b2e6-94e68a8e7808 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Jul 29 20:39:06.273473 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-70a05b47-1ce7-4289-9e35-43dc936299b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:06.284048 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-979cc448-9150-432b-baf6-a1a136463a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:06.284048 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-979cc448-9150-432b-baf6-a1a136463a03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.0712955 Jul 29 20:39:06.342754 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-9049c466-c809-43c8-855e-487bc67dbf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:06.344472 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-9049c466-c809-43c8-855e-487bc67dbf70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512450 Jul 29 20:39:06.360760 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-70a05b47-1ce7-4289-9e35-43dc936299b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:06.363247 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-70a05b47-1ce7-4289-9e35-43dc936299b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:06.364267 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-70a05b47-1ce7-4289-9e35-43dc936299b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed0011d3-7b08-43b8-9e6d-c3a89be9fe6c HTTP/1.1" status: 204 len: 168 time: 0.2358747 Jul 29 20:39:06.407294 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a05b47-1ce7-4289-9e35-43dc936299b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0011d3-7b08-43b8-9e6d-c3a89be9fe6c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:06.458290 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-7c130c0b-4350-4eb4-a479-5dce4d9eb335 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053779 Jul 29 20:39:06.561045 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-87a1b7ea-986d-47a6-acb4-f8a389af37d6 req-786682f1-a0bf-43ec-a989-57c5e2bbf690 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917857 Jul 29 20:39:06.708475 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c565e9-891e-440c-90f4-308725fecb50 req-5a8cef57-e81a-4e3d-be89-c1ac61cee7d8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:06.710789 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-53c565e9-891e-440c-90f4-308725fecb50 req-5a8cef57-e81a-4e3d-be89-c1ac61cee7d8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 945 time: 0.0592651 Jul 29 20:39:06.756313 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-53c565e9-891e-440c-90f4-308725fecb50 req-791ce29e-471a-4068-b479-7cf0bb5a5bdb tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Jul 29 20:39:06.871122 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cdda23-9a1b-4c47-97c0-04f9126b0cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6736bc-b990-41ad-a724-4c5614a6fb18'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:06.873498 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10caaa4e-7ecb-4b3b-94df-f3e4b5d9b50a" -d '{"events": [{"server_uuid": "01cdda23-9a1b-4c47-97c0-04f9126b0cc2", "name": "network-vif-plugged", "status": "completed", "tag": "ae6736bc-b990-41ad-a724-4c5614a6fb18"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:06.915978 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c739f964-0b34-437b-9a19-fb0ad6ed9fbb x-openstack-request-id: req-c739f964-0b34-437b-9a19-fb0ad6ed9fbb {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:06.916275 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cdda23-9a1b-4c47-97c0-04f9126b0cc2", "name": "network-vif-plugged", "status": "completed", "tag": "ae6736bc-b990-41ad-a724-4c5614a6fb18", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:06.916529 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c739f964-0b34-437b-9a19-fb0ad6ed9fbb {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:06.916938 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cdda23-9a1b-4c47-97c0-04f9126b0cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6736bc-b990-41ad-a724-4c5614a6fb18', 'code': 200} Jul 29 20:39:06.984487 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035841ca-0675-48fc-9b98-1f5c2edc7b18 req-1ee1c98c-c665-4692-aa2d-277bd548fb0a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:06.986283 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-035841ca-0675-48fc-9b98-1f5c2edc7b18 req-1ee1c98c-c665-4692-aa2d-277bd548fb0a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 944 time: 0.0637507 Jul 29 20:39:07.074164 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-035841ca-0675-48fc-9b98-1f5c2edc7b18 req-a8ba6539-6d81-4748-8a00-5513fb5b3041 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785763 Jul 29 20:39:07.216053 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8945b-3cfb-49ef-adc3-7d75eddf41a2 req-2cb979b9-e0a7-4cee-9330-86fb6fdc2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:07.223441 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9dd8945b-3cfb-49ef-adc3-7d75eddf41a2 req-2cb979b9-e0a7-4cee-9330-86fb6fdc2f56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 1098 time: 0.1183212 Jul 29 20:39:07.318028 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3da26b-fbb1-4c60-b96d-64ec2bbaa651 req-8b05e0a9-e16d-421b-a767-f169e5459f34 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:07.321423 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-de3da26b-fbb1-4c60-b96d-64ec2bbaa651 req-8b05e0a9-e16d-421b-a767-f169e5459f34 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 944 time: 0.1832356 Jul 29 20:39:07.403335 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9dd8945b-3cfb-49ef-adc3-7d75eddf41a2 req-4da75c26-66cf-41ca-8e9c-1e97e1f8bd74 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712632 Jul 29 20:39:07.420182 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-de3da26b-fbb1-4c60-b96d-64ec2bbaa651 req-8528f1bd-f38e-4f0a-bbda-eecee61cf2da tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870235 Jul 29 20:39:07.455345 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad907d82-fba0-4877-a2ff-6deab512ec0a req-8e6ed150-1470-4436-9f65-c03c4d1d8c24 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:07.456949 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ad907d82-fba0-4877-a2ff-6deab512ec0a req-8e6ed150-1470-4436-9f65-c03c4d1d8c24 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0575790 Jul 29 20:39:07.506191 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ad907d82-fba0-4877-a2ff-6deab512ec0a req-c3019f8d-72e3-4abd-9e94-9a993295c463 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Jul 29 20:39:07.554402 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35708) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:07.664725 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df88a043-1c06-4f71-be6c-1a0711ae118e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:07.752028 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df88a043-1c06-4f71-be6c-1a0711ae118e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:07.756193 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df88a043-1c06-4f71-be6c-1a0711ae118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:07.795618 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-df88a043-1c06-4f71-be6c-1a0711ae118e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9754d0b0d2e04c58a964ad66dd22c76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393410 Jul 29 20:39:07.796556 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88a043-1c06-4f71-be6c-1a0711ae118e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c099df6c-fe32-4477-b801-dbdcc83e1620,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:07.797702 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35724) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:07.882919 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4efb6a2c-53df-44fe-9991-303bf87d7834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:07.907117 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4efb6a2c-53df-44fe-9991-303bf87d7834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:07.910327 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dcbb7-a755-43c7-90dc-2b0e40fa2454 req-8eebc23b-fbd1-433d-84b2-bc33a9f0925f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:07.918241 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-de7dcbb7-a755-43c7-90dc-2b0e40fa2454 req-8eebc23b-fbd1-433d-84b2-bc33a9f0925f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 945 time: 0.0633798 Jul 29 20:39:07.955095 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 86de9ae1-d767-4d52-b0dc-8add5d4c988c details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:39:07.963771 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4efb6a2c-53df-44fe-9991-303bf87d7834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:07.971278 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4efb6a2c-53df-44fe-9991-303bf87d7834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:07.975939 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-4efb6a2c-53df-44fe-9991-303bf87d7834 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c099df6c-fe32-4477-b801-dbdcc83e1620 HTTP/1.1" status: 204 len: 168 time: 0.1769469 Jul 29 20:39:07.985889 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb6a2c-53df-44fe-9991-303bf87d7834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c099df6c-fe32-4477-b801-dbdcc83e1620,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:07.993959 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-de7dcbb7-a755-43c7-90dc-2b0e40fa2454 req-11db323b-d747-4bbe-b7d4-13a2efe3dd8f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751910 Jul 29 20:39:08.074227 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 86de9ae1-d767-4d52-b0dc-8add5d4c988c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:08.094175 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': '86de9ae1-d767-4d52-b0dc-8add5d4c988c', 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40', 'port_id': '86de9ae1-d767-4d52-b0dc-8add5d4c988c', 'mac_address': 'fa:16:3e:08:7c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cfe9d7-a935-4ee4-8f42-f11f64bc439f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:39:08.146934 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:08.169438 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86de9ae1-d767-4d52-b0dc-8add5d4c988c {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:08.197051 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 86de9ae1-d767-4d52-b0dc-8add5d4c988c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:08.203951 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:08.204830 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 72f06540-fa5c-482f-9eff-ade60a2c8d8f details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:39:08.272591 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed6048-3c14-41f3-97c1-e3473499df03 req-134d6ead-e336-4d0e-aa4b-22ffcdbf463d tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:08.284572 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-37ed6048-3c14-41f3-97c1-e3473499df03 req-134d6ead-e336-4d0e-aa4b-22ffcdbf463d tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 944 time: 0.0878584 Jul 29 20:39:08.316490 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=86de9ae1-d767-4d52-b0dc-8add5d4c988c,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:08.350283 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-37ed6048-3c14-41f3-97c1-e3473499df03 req-1ed60c57-5f3d-4e9f-bced-bc9c790dd264 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639684 Jul 29 20:39:08.378042 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 72f06540-fa5c-482f-9eff-ade60a2c8d8f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:08.391471 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': '72f06540-fa5c-482f-9eff-ade60a2c8d8f', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'port_id': '72f06540-fa5c-482f-9eff-ade60a2c8d8f', 'mac_address': 'fa:16:3e:0c:45:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:39:08.459249 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:08.478516 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f06540-fa5c-482f-9eff-ade60a2c8d8f {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:08.510247 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 72f06540-fa5c-482f-9eff-ade60a2c8d8f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:08.516465 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:08.520484 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device db13c891-b334-4d6a-bce8-a9da9837b98f details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:39:08.682309 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 35770) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:08.712056 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949849e3-25d6-43bd-bc61-643d6e353700 req-405377aa-bb9f-4e64-a428-f0f1641106a0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:08.726973 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-949849e3-25d6-43bd-bc61-643d6e353700 req-405377aa-bb9f-4e64-a428-f0f1641106a0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 944 time: 0.1756506 Jul 29 20:39:08.735783 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=72f06540-fa5c-482f-9eff-ade60a2c8d8f,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:08.751233 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port db13c891-b334-4d6a-bce8-a9da9837b98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=db13c891-b334-4d6a-bce8-a9da9837b98f,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:08.756756 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-822140e4-5108-45c7-bb46-e32966dcd0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:08.763320 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b2b9a-1810-4050-a011-92f775795a94 req-513921e2-44e4-4873-a18c-04e56c2a7c21 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:08.767434 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-aa2b2b9a-1810-4050-a011-92f775795a94 req-513921e2-44e4-4873-a18c-04e56c2a7c21 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.1496356 Jul 29 20:39:08.775487 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'db13c891-b334-4d6a-bce8-a9da9837b98f', 'network_id': '2e3c4e8f-1747-4697-a2e5-c474723b7d40', 'port_id': 'db13c891-b334-4d6a-bce8-a9da9837b98f', 'mac_address': 'fa:16:3e:90:8d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cfe9d7-a935-4ee4-8f42-f11f64bc439f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:39:08.831898 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-949849e3-25d6-43bd-bc61-643d6e353700 req-e3afce8c-81ce-4123-8e8e-d973dcc63418 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026273 Jul 29 20:39:08.848908 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-aa2b2b9a-1810-4050-a011-92f775795a94 req-fc55e7f7-620b-4513-8e16-dba32995323c tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733671 Jul 29 20:39:08.890618 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:08.907040 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db13c891-b334-4d6a-bce8-a9da9837b98f {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:08.931934 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port db13c891-b334-4d6a-bce8-a9da9837b98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=db13c891-b334-4d6a-bce8-a9da9837b98f,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:08.937923 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:08.960889 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-822140e4-5108-45c7-bb46-e32966dcd0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:08.966330 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-822140e4-5108-45c7-bb46-e32966dcd0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:09.009935 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=db13c891-b334-4d6a-bce8-a9da9837b98f,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:09.015505 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-822140e4-5108-45c7-bb46-e32966dcd0c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44c854f376d74d5f8d26cf591510ad76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321021 Jul 29 20:39:09.015859 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35784) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:09.017574 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822140e4-5108-45c7-bb46-e32966dcd0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd45440-166c-4fa9-9ff5-b1576bca73ad,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:09.081017 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13a6f064-a213-4b02-9288-5b791fdbedf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:09.108559 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13a6f064-a213-4b02-9288-5b791fdbedf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:09.164902 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13a6f064-a213-4b02-9288-5b791fdbedf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:09.168979 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13a6f064-a213-4b02-9288-5b791fdbedf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:09.170187 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-13a6f064-a213-4b02-9288-5b791fdbedf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fd45440-166c-4fa9-9ff5-b1576bca73ad HTTP/1.1" status: 204 len: 168 time: 0.1527548 Jul 29 20:39:09.186999 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6f064-a213-4b02-9288-5b791fdbedf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd45440-166c-4fa9-9ff5-b1576bca73ad,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:09.378988 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['db13c891-b334-4d6a-bce8-a9da9837b98f'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:39:09.386970 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['86de9ae1-d767-4d52-b0dc-8add5d4c988c'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:39:09.456860 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['72f06540-fa5c-482f-9eff-ade60a2c8d8f'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:39:09.530899 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a880d-59f7-47f6-a5ec-d79fdcf0f4c3 req-b94192bf-9d81-42d9-9d0a-e860d428860e tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:09.541016 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-285a880d-59f7-47f6-a5ec-d79fdcf0f4c3 req-b94192bf-9d81-42d9-9d0a-e860d428860e tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 945 time: 0.0828066 Jul 29 20:39:09.601640 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-285a880d-59f7-47f6-a5ec-d79fdcf0f4c3 req-4375b1e5-ba94-4e4f-a508-6b4bdd7482ab tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588646 Jul 29 20:39:10.039708 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261cd65-e590-4785-a5aa-5527cdf014b8 req-30f0c8b7-56fb-4abf-8375-d99f8e30708f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:10.041256 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6261cd65-e590-4785-a5aa-5527cdf014b8 req-30f0c8b7-56fb-4abf-8375-d99f8e30708f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 945 time: 0.0877542 Jul 29 20:39:10.094560 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6261cd65-e590-4785-a5aa-5527cdf014b8 req-152071bf-6996-4fab-b40c-7654f89db073 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 Jul 29 20:39:10.735213 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bcb63-1cf4-41c1-aad1-ddedda2e2843 req-05a1cea0-d74d-4841-8637-d53c88432ff5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:10.743085 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6a7bcb63-1cf4-41c1-aad1-ddedda2e2843 req-05a1cea0-d74d-4841-8637-d53c88432ff5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 945 time: 0.0680852 Jul 29 20:39:10.792085 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6a7bcb63-1cf4-41c1-aad1-ddedda2e2843 req-8342aa3e-77ab-4219-b7a4-82ecc39cfa4b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391779 Jul 29 20:39:11.219660 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2781637-718f-4ba6-baff-9ca783df8f54 req-92536d07-8653-44c6-8ce6-20f27ea792d4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:11.221561 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d2781637-718f-4ba6-baff-9ca783df8f54 req-92536d07-8653-44c6-8ce6-20f27ea792d4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 945 time: 0.0548408 Jul 29 20:39:11.264248 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d2781637-718f-4ba6-baff-9ca783df8f54 req-a7fe8982-c05d-4487-910f-8bdfd0d76cb9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Jul 29 20:39:11.910710 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880eae-1c2c-4e05-b3af-60528c7c8628 req-4c4c34fc-e9bc-45c2-97e6-6a25d0a82e7b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:11.912384 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c6880eae-1c2c-4e05-b3af-60528c7c8628 req-4c4c34fc-e9bc-45c2-97e6-6a25d0a82e7b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Jul 29 20:39:11.953411 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c6880eae-1c2c-4e05-b3af-60528c7c8628 req-0a0895f1-adeb-467c-b321-d34788219e54 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350990 Jul 29 20:39:11.976442 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 86de9ae1-d767-4d52-b0dc-8add5d4c988c up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:12.023352 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port 86de9ae1-d767-4d52-b0dc-8add5d4c988c completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:12.026808 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port 86de9ae1-d767-4d52-b0dc-8add5d4c988c triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:12.027184 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:12.101886 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:12.124941 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d5ed16-bf4f-409e-8d53-d3314f91282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86de9ae1-d767-4d52-b0dc-8add5d4c988c'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:12.127191 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511737ee-3fcb-41c7-bdbe-268cab8cfedd" -d '{"events": [{"server_uuid": "b1d5ed16-bf4f-409e-8d53-d3314f91282c", "name": "network-vif-plugged", "status": "completed", "tag": "86de9ae1-d767-4d52-b0dc-8add5d4c988c"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:12.141481 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 86de9ae1-d767-4d52-b0dc-8add5d4c988c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:12.145200 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:12.146012 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 72f06540-fa5c-482f-9eff-ade60a2c8d8f up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:12.169466 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e7873-1461-4203-8497-15dc2c69c180 x-openstack-request-id: req-187e7873-1461-4203-8497-15dc2c69c180 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:12.169775 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d5ed16-bf4f-409e-8d53-d3314f91282c", "name": "network-vif-plugged", "status": "completed", "tag": "86de9ae1-d767-4d52-b0dc-8add5d4c988c", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:12.170022 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-187e7873-1461-4203-8497-15dc2c69c180 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:12.170394 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d5ed16-bf4f-409e-8d53-d3314f91282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86de9ae1-d767-4d52-b0dc-8add5d4c988c', 'code': 200} Jul 29 20:39:12.224094 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=86de9ae1-d767-4d52-b0dc-8add5d4c988c,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:12.236183 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port 72f06540-fa5c-482f-9eff-ade60a2c8d8f completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:12.239808 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port 72f06540-fa5c-482f-9eff-ade60a2c8d8f triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:12.240175 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:12.324278 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:12.328747 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dcc0d-a801-4f69-84e9-c3c7a0b98f21 req-2f6e5564-7e41-4506-bd08-e8c2e0d8c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:12.330516 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-668dcc0d-a801-4f69-84e9-c3c7a0b98f21 req-2f6e5564-7e41-4506-bd08-e8c2e0d8c237 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 1099 time: 0.0414920 Jul 29 20:39:12.359963 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 72f06540-fa5c-482f-9eff-ade60a2c8d8f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:12.363980 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:12.364748 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device db13c891-b334-4d6a-bce8-a9da9837b98f up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:12.392930 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-668dcc0d-a801-4f69-84e9-c3c7a0b98f21 req-51e40259-9057-4ebb-a368-7dcceda66591 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489211 Jul 29 20:39:12.405167 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702ac60-43da-4256-96c0-e791380637b0 req-564775c4-3139-4a10-aac7-503fc1f906c0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:12.406601 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f702ac60-43da-4256-96c0-e791380637b0 req-564775c4-3139-4a10-aac7-503fc1f906c0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 945 time: 0.0727139 Jul 29 20:39:12.436113 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=72f06540-fa5c-482f-9eff-ade60a2c8d8f,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:12.443731 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f702ac60-43da-4256-96c0-e791380637b0 req-be1984a1-c287-4aae-b24c-6bc10fe57515 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Jul 29 20:39:12.449827 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port db13c891-b334-4d6a-bce8-a9da9837b98f completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:12.453619 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port db13c891-b334-4d6a-bce8-a9da9837b98f triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:12.453994 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:12.535169 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:12.572517 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port db13c891-b334-4d6a-bce8-a9da9837b98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=db13c891-b334-4d6a-bce8-a9da9837b98f,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:12.578662 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:12.630478 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=db13c891-b334-4d6a-bce8-a9da9837b98f,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:13.073849 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04aeb4-a25e-4b2c-a707-ca63e81e6df7 req-f323673d-3ca6-4e5d-8f5f-47a427c1d0e5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:13.075354 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-de04aeb4-a25e-4b2c-a707-ca63e81e6df7 req-f323673d-3ca6-4e5d-8f5f-47a427c1d0e5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0487010 Jul 29 20:39:13.120161 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-de04aeb4-a25e-4b2c-a707-ca63e81e6df7 req-5634877c-5024-4724-beb9-1e864efe4d2a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Jul 29 20:39:13.142028 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35988) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:13.247148 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f505ee48-8236-47a0-a415-7955b356168c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.340754 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f505ee48-8236-47a0-a415-7955b356168c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.344856 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f505ee48-8236-47a0-a415-7955b356168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.380683 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505ee48-8236-47a0-a415-7955b356168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d611ef-86d0-48eb-98cc-aa18464e0697,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:13.384910 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-f505ee48-8236-47a0-a415-7955b356168c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d9fdbeb84a34142ab05ff7edab84dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416699 Jul 29 20:39:13.387557 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 35992) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:13.433735 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8491d819-b8ff-44f3-bf45-3f58a74a05ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.454227 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8491d819-b8ff-44f3-bf45-3f58a74a05ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.500573 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8491d819-b8ff-44f3-bf45-3f58a74a05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.503174 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8491d819-b8ff-44f3-bf45-3f58a74a05ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.504305 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-8491d819-b8ff-44f3-bf45-3f58a74a05ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77d611ef-86d0-48eb-98cc-aa18464e0697 HTTP/1.1" status: 204 len: 168 time: 0.1158557 Jul 29 20:39:13.511894 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491d819-b8ff-44f3-bf45-3f58a74a05ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d611ef-86d0-48eb-98cc-aa18464e0697,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:13.567100 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b76c9a-62e9-4bb6-bf7c-5d3d0547a8e9 req-e40a78a2-99e5-4048-b2b9-20a2beb9d9ee tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:13.568842 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-81b76c9a-62e9-4bb6-bf7c-5d3d0547a8e9 req-e40a78a2-99e5-4048-b2b9-20a2beb9d9ee tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0540447 Jul 29 20:39:13.613791 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-81b76c9a-62e9-4bb6-bf7c-5d3d0547a8e9 req-a84742b1-372d-44d9-82b6-dfa1aa3fe845 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384281 Jul 29 20:39:13.768874 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36006) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:13.781546 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8df5d679-b1c9-4c1b-a392-a0659a22230d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.890292 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8df5d679-b1c9-4c1b-a392-a0659a22230d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.894958 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8df5d679-b1c9-4c1b-a392-a0659a22230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:13.941391 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-8df5d679-b1c9-4c1b-a392-a0659a22230d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df47ee9041524eeb96650ef45b80cbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1712608 Jul 29 20:39:13.943792 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36020) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:13.946812 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5d679-b1c9-4c1b-a392-a0659a22230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10f97e7-52c8-4e16-9d50-170e9aeb507c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:14.013864 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66f8add3-2f7d-4dd3-aa4a-ca9b588e867f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:14.038050 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66f8add3-2f7d-4dd3-aa4a-ca9b588e867f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:14.087016 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66f8add3-2f7d-4dd3-aa4a-ca9b588e867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:14.093796 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-66f8add3-2f7d-4dd3-aa4a-ca9b588e867f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:14.093796 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-66f8add3-2f7d-4dd3-aa4a-ca9b588e867f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b10f97e7-52c8-4e16-9d50-170e9aeb507c HTTP/1.1" status: 204 len: 168 time: 0.1459394 Jul 29 20:39:14.103043 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8add3-2f7d-4dd3-aa4a-ca9b588e867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10f97e7-52c8-4e16-9d50-170e9aeb507c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:14.171460 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f06540-fa5c-482f-9eff-ade60a2c8d8f'}, {'server_uuid': 'e6562558-0216-447e-b14c-5f40c744addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db13c891-b334-4d6a-bce8-a9da9837b98f'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:14.173823 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ca1924-0407-4f27-8660-9ad3f44b643a" -d '{"events": [{"server_uuid": "46f94cbf-6a5c-4bac-bf7f-c4b55634d583", "name": "network-vif-plugged", "status": "completed", "tag": "72f06540-fa5c-482f-9eff-ade60a2c8d8f"}, {"server_uuid": "e6562558-0216-447e-b14c-5f40c744addc", "name": "network-vif-plugged", "status": "completed", "tag": "db13c891-b334-4d6a-bce8-a9da9837b98f"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:14.186056 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36044) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:14.261416 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90748498-c2f6-49f7-8087-1f8e591e5fbc req-3f6f70d9-3273-46e5-953b-4d10a2fe91ac tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:14.266313 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cfe592-6332-48a7-b1dd-3772c090570d x-openstack-request-id: req-a1cfe592-6332-48a7-b1dd-3772c090570d {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:14.266851 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f94cbf-6a5c-4bac-bf7f-c4b55634d583", "name": "network-vif-plugged", "status": "completed", "tag": "72f06540-fa5c-482f-9eff-ade60a2c8d8f", "code": 200}, {"server_uuid": "e6562558-0216-447e-b14c-5f40c744addc", "name": "network-vif-plugged", "status": "completed", "tag": "db13c891-b334-4d6a-bce8-a9da9837b98f", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:14.267095 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1cfe592-6332-48a7-b1dd-3772c090570d {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:14.267496 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f06540-fa5c-482f-9eff-ade60a2c8d8f', 'code': 200} Jul 29 20:39:14.267752 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6562558-0216-447e-b14c-5f40c744addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db13c891-b334-4d6a-bce8-a9da9837b98f', 'code': 200} Jul 29 20:39:14.271158 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-90748498-c2f6-49f7-8087-1f8e591e5fbc req-3f6f70d9-3273-46e5-953b-4d10a2fe91ac tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0698733 Jul 29 20:39:14.315961 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-90748498-c2f6-49f7-8087-1f8e591e5fbc req-ff3e33c3-189d-43b5-82ec-151dfe533dcb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437334 Jul 29 20:39:14.547657 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ffee-2478-4657-9ac4-5bf99075c818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:14.574138 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25aa9e-6686-46a0-ae78-c9e42d28561d req-ef61cdac-1ebd-49e8-9b34-2f8621ca6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:14.575855 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4e25aa9e-6686-46a0-ae78-c9e42d28561d req-ef61cdac-1ebd-49e8-9b34-2f8621ca6302 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 1099 time: 0.0988603 Jul 29 20:39:14.583903 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770efc5-c235-4b0e-912f-076d84755563 req-1ab833a6-1abb-4498-9c57-8323b1e55926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:14.586540 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0770efc5-c235-4b0e-912f-076d84755563 req-1ab833a6-1abb-4498-9c57-8323b1e55926 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 1099 time: 0.1104009 Jul 29 20:39:14.630612 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4e25aa9e-6686-46a0-ae78-c9e42d28561d req-f94d0723-eddc-4f03-9ec1-1d25417ab66a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Jul 29 20:39:14.721466 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ffee-2478-4657-9ac4-5bf99075c818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:14.744032 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ffee-2478-4657-9ac4-5bf99075c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:14.765765 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0770efc5-c235-4b0e-912f-076d84755563 req-04e114e8-60a7-4e5c-90b3-907e223ca4a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715567 Jul 29 20:39:14.803059 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4ffee-2478-4657-9ac4-5bf99075c818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aa1335-f207-47f2-9f26-8a2cfa4f8561,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:14.823168 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f120fc-f346-4060-931b-0bb71d97986d req-4342cecf-0d55-4cfb-87f2-3ad7b80beaf0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:14.824758 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-34f120fc-f346-4060-931b-0bb71d97986d req-4342cecf-0d55-4cfb-87f2-3ad7b80beaf0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1268923 Jul 29 20:39:14.827138 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d7c4ffee-2478-4657-9ac4-5bf99075c818 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb3f933430734654807acb9afee70129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6399350 Jul 29 20:39:14.829760 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36092) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:14.915174 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-34f120fc-f346-4060-931b-0bb71d97986d req-c6c89253-5877-47e0-96b7-57f80d8d9988 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776198 Jul 29 20:39:14.918410 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d3b9fe5e-a337-47e5-a6f2-74e696116958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:14.953241 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d3b9fe5e-a337-47e5-a6f2-74e696116958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.017738 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d3b9fe5e-a337-47e5-a6f2-74e696116958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.019790 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d3b9fe5e-a337-47e5-a6f2-74e696116958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.023283 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d3b9fe5e-a337-47e5-a6f2-74e696116958 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46aa1335-f207-47f2-9f26-8a2cfa4f8561 HTTP/1.1" status: 204 len: 168 time: 0.1902404 Jul 29 20:39:15.044228 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9fe5e-a337-47e5-a6f2-74e696116958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aa1335-f207-47f2-9f26-8a2cfa4f8561,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:15.365939 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36130) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:15.382936 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09690f81-5fcb-410e-8ae6-97e7a607371f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.421067 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36132) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:15.461327 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f14315-3784-4515-bccd-04dcdad54cc9 req-7efa885f-7c62-4ecc-b04b-5e6d11f2800c tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:15.462831 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-02f14315-3784-4515-bccd-04dcdad54cc9 req-7efa885f-7c62-4ecc-b04b-5e6d11f2800c tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0724115 Jul 29 20:39:15.518704 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-02f14315-3784-4515-bccd-04dcdad54cc9 req-3b8039b9-ee63-480e-92c0-0e98ceaeb631 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484269 Jul 29 20:39:15.541300 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09690f81-5fcb-410e-8ae6-97e7a607371f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.546128 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09690f81-5fcb-410e-8ae6-97e7a607371f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.585941 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-09690f81-5fcb-410e-8ae6-97e7a607371f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6b04ed2579042f7bddd88d7e22bb979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188494 Jul 29 20:39:15.586795 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09690f81-5fcb-410e-8ae6-97e7a607371f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef41092-3feb-4c1f-971e-15e0bc591343,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:15.589040 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36136) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:15.604947 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6ecc-abc6-4e27-8ffb-54534fe0650d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.638349 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f46e8fd8-41e2-4d40-abe8-45a11ae1459a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.664316 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f46e8fd8-41e2-4d40-abe8-45a11ae1459a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.693850 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6ecc-abc6-4e27-8ffb-54534fe0650d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.698706 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6ecc-abc6-4e27-8ffb-54534fe0650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.712533 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f46e8fd8-41e2-4d40-abe8-45a11ae1459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.715261 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f46e8fd8-41e2-4d40-abe8-45a11ae1459a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.716411 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-f46e8fd8-41e2-4d40-abe8-45a11ae1459a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fef41092-3feb-4c1f-971e-15e0bc591343 HTTP/1.1" status: 204 len: 168 time: 0.1263652 Jul 29 20:39:15.727717 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e8fd8-41e2-4d40-abe8-45a11ae1459a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef41092-3feb-4c1f-971e-15e0bc591343,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:15.755440 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-c7eb6ecc-abc6-4e27-8ffb-54534fe0650d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05a65b27b03d4071861752d441d170b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331501 Jul 29 20:39:15.756235 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb6ecc-abc6-4e27-8ffb-54534fe0650d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2b8b2b-8289-4a93-ae98-bda7be36b6b2,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:15.758104 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36142) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:15.827172 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11e6c4cd-53da-4ca5-94ea-49cefdf649cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.850923 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11e6c4cd-53da-4ca5-94ea-49cefdf649cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.903566 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11e6c4cd-53da-4ca5-94ea-49cefdf649cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.906480 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11e6c4cd-53da-4ca5-94ea-49cefdf649cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:15.907663 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-11e6c4cd-53da-4ca5-94ea-49cefdf649cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c2b8b2b-8289-4a93-ae98-bda7be36b6b2 HTTP/1.1" status: 204 len: 168 time: 0.1485963 Jul 29 20:39:15.916128 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6c4cd-53da-4ca5-94ea-49cefdf649cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2b8b2b-8289-4a93-ae98-bda7be36b6b2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:16.285957 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad1d03-056c-4d12-a035-56078a8594de req-25df0046-c8dc-4974-b1b0-9631b81db37b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:16.290479 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-efad1d03-056c-4d12-a035-56078a8594de req-25df0046-c8dc-4974-b1b0-9631b81db37b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.3013744 Jul 29 20:39:16.331683 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-efad1d03-056c-4d12-a035-56078a8594de req-5dd236e1-6734-4929-8820-825d221c64aa tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366807 Jul 29 20:39:16.614184 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36194) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:16.685904 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-5e5df154-c47f-4317-9fbb-f91e2ae5bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:16.688092 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-5e5df154-c47f-4317-9fbb-f91e2ae5bf01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 1099 time: 0.0757310 Jul 29 20:39:16.696556 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c4150-01e2-4823-b9bc-5b150aea7598 req-99ad4035-d64e-4466-864b-781b62141911 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:16.697182 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a46539-3dee-46ec-a03e-cbf40f47f3f3 req-7c45c839-5722-4324-9a6c-3a74b1c4a441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:16.698467 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-119c4150-01e2-4823-b9bc-5b150aea7598 req-99ad4035-d64e-4466-864b-781b62141911 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0542753 Jul 29 20:39:16.708272 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-28a46539-3dee-46ec-a03e-cbf40f47f3f3 req-7c45c839-5722-4324-9a6c-3a74b1c4a441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.1047211 Jul 29 20:39:16.749490 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-119c4150-01e2-4823-b9bc-5b150aea7598 req-fe75e558-9c5b-4a8b-ae3f-e3345c133ccc tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Jul 29 20:39:16.791165 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8d624ed0-b0a0-46b1-9ba1-91b2899bd6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:16.830233 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-28a46539-3dee-46ec-a03e-cbf40f47f3f3 req-ff7382f3-dfa4-4a88-a5cc-02c02c063e44 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205540 Jul 29 20:39:16.901138 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-e3f1eb62-77b1-4e15-a85c-701af5ae4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:16.904749 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-e3f1eb62-77b1-4e15-a85c-701af5ae4a23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 919 time: 0.1929283 Jul 29 20:39:16.962897 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8d624ed0-b0a0-46b1-9ba1-91b2899bd6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:16.963902 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-be16a926-a45a-43cf-bae0-ebcc30057b7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db13c891-b334-4d6a-bce8-a9da9837b98f HTTP/1.1" status: 200 len: 217 time: 0.0432441 Jul 29 20:39:16.976567 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53873395-0db6-4633-a90d-8e5e295bc787 req-4ace409a-a40f-4510-af31-0b227213e204 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:16.978212 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-53873395-0db6-4633-a90d-8e5e295bc787 req-4ace409a-a40f-4510-af31-0b227213e204 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0755062 Jul 29 20:39:16.979429 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8d624ed0-b0a0-46b1-9ba1-91b2899bd6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:16.990253 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36214) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:17.001505 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b268e4a8-5f86-4908-95ba-d42b11465441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'floatingip': {'port_id': '72f06540-fa5c-482f-9eff-ade60a2c8d8f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:17.035482 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-1a302ba2-349c-448d-a69c-9724088eb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:17.036841 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-1a302ba2-349c-448d-a69c-9724088eb261 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21cfe9d7-a935-4ee4-8f42-f11f64bc439f HTTP/1.1" status: 200 len: 858 time: 0.0647912 Jul 29 20:39:17.072679 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-b0146717-5fae-4b4c-8c97-3b015675ba74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3c4e8f-1747-4697-a2e5-c474723b7d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270951 Jul 29 20:39:17.100644 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b268e4a8-5f86-4908-95ba-d42b11465441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:17.102724 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d624ed0-b0a0-46b1-9ba1-91b2899bd6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8396f9b-4c0c-4bed-a23d-a6779df574a9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:17.111003 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-8d624ed0-b0a0-46b1-9ba1-91b2899bd6bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e90f5e9a99954fbfbc0826ae1a22061f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956615 Jul 29 20:39:17.138051 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36224) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:17.226588 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-89a71e49-7f05-46c5-a1a0-bac88a2677da service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280384 Jul 29 20:39:17.283523 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2f44a4d-5254-41fc-a176-2eb026105dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:17.348986 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2f44a4d-5254-41fc-a176-2eb026105dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:17.423347 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70fa691f-dfb4-4315-b6e3-e4cfd9902752 req-8dd6517e-1451-4627-9706-c67036d660c0 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711574 Jul 29 20:39:17.615363 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2f44a4d-5254-41fc-a176-2eb026105dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:17.618429 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2f44a4d-5254-41fc-a176-2eb026105dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:17.619750 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a2f44a4d-5254-41fc-a176-2eb026105dfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8396f9b-4c0c-4bed-a23d-a6779df574a9 HTTP/1.1" status: 204 len: 168 time: 0.4806979 Jul 29 20:39:17.649373 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f44a4d-5254-41fc-a176-2eb026105dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8396f9b-4c0c-4bed-a23d-a6779df574a9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:17.997250 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf640c8-e2a3-4cfa-be31-527c51818eda req-8c4ffd48-4ad9-4cad-99b9-9abd3b3a9708 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:18.000710 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0bf640c8-e2a3-4cfa-be31-527c51818eda req-8c4ffd48-4ad9-4cad-99b9-9abd3b3a9708 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1144102 Jul 29 20:39:18.073537 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0bf640c8-e2a3-4cfa-be31-527c51818eda req-88a7e690-a715-4e30-a938-76f3dc09ea19 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588729 Jul 29 20:39:18.249781 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36268) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:18.300694 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09b7816f-7dd6-4775-a414-826a2a612fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.351285 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b268e4a8-5f86-4908-95ba-d42b11465441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.359575 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b268e4a8-5f86-4908-95ba-d42b11465441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.492573 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.l3_db [None req-b268e4a8-5f86-4908-95ba-d42b11465441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Floating IP b2808c64-db22-4b7a-9bee-8626b99d5f1e associated. External IP: 172.27.3.184, port: 72f06540-fa5c-482f-9eff-ade60a2c8d8f. Jul 29 20:39:18.548003 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09b7816f-7dd6-4775-a414-826a2a612fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.555042 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09b7816f-7dd6-4775-a414-826a2a612fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.633738 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7816f-7dd6-4775-a414-826a2a612fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01189944-6709-4ba2-9c5b-8bec0dc283cc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:18.640084 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-09b7816f-7dd6-4775-a414-826a2a612fd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e397b087a14543bf97c6f6cb9e540dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866208 Jul 29 20:39:18.642655 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36280) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:18.764810 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1235e48-45ce-4fd5-b352-f420e7a16837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.799181 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1235e48-45ce-4fd5-b352-f420e7a16837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.819420 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b268e4a8-5f86-4908-95ba-d42b11465441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Router 70b0bce3-8568-4006-9f94-47bef3c6d43d has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:39:18.896126 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1235e48-45ce-4fd5-b352-f420e7a16837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.898739 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1235e48-45ce-4fd5-b352-f420e7a16837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.899894 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c1235e48-45ce-4fd5-b352-f420e7a16837 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01189944-6709-4ba2-9c5b-8bec0dc283cc HTTP/1.1" status: 204 len: 168 time: 0.2563725 Jul 29 20:39:18.939669 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1235e48-45ce-4fd5-b352-f420e7a16837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01189944-6709-4ba2-9c5b-8bec0dc283cc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:18.962459 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b268e4a8-5f86-4908-95ba-d42b11465441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:39:18.974410 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b268e4a8-5f86-4908-95ba-d42b11465441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:18.992963 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] Sync routers for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:39:19.005018 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:19.005992 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:19.012542 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-b268e4a8-5f86-4908-95ba-d42b11465441 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "PUT /v2.0/floatingips/b2808c64-db22-4b7a-9bee-8626b99d5f1e HTTP/1.1" status: 200 len: 992 time: 2.0153520 Jul 29 20:39:19.013131 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'tag': '72f06540-fa5c-482f-9eff-ade60a2c8d8f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:19.015714 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b406ec5619ba16d065caec662b98cec23eb14a75aad6793b81e6fea0af8c0b7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f40cfd-33ae-4a47-941d-11f475d5ff59" -d '{"events": [{"name": "network-changed", "server_uuid": "46f94cbf-6a5c-4bac-bf7f-c4b55634d583", "tag": "72f06540-fa5c-482f-9eff-ade60a2c8d8f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:19.083262 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0b4762-2cfc-4f86-ad3d-038e1c0fb99f x-openstack-request-id: req-4d0b4762-2cfc-4f86-ad3d-038e1c0fb99f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:19.083573 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f94cbf-6a5c-4bac-bf7f-c4b55634d583", "tag": "72f06540-fa5c-482f-9eff-ade60a2c8d8f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:19.083823 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d0b4762-2cfc-4f86-ad3d-038e1c0fb99f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:19.084215 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'tag': '72f06540-fa5c-482f-9eff-ade60a2c8d8f', 'status': 'completed', 'code': 200} Jul 29 20:39:19.142732 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:19.220886 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e7517-d2d8-4603-9420-dcddee0757ae req-c215a0b3-5aad-4594-8dc1-608606c1767c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:19.223324 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-892e7517-d2d8-4603-9420-dcddee0757ae req-c215a0b3-5aad-4594-8dc1-608606c1767c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0516694 Jul 29 20:39:19.260756 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-892e7517-d2d8-4603-9420-dcddee0757ae req-9e211db4-f252-4dde-bb97-f4917285a4ee tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Jul 29 20:39:19.448620 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54340d71-569b-4f08-8018-d73e13989eb0 req-e22bfd57-0bc2-4641-88ae-b2724bc480dd tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:19.450219 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-e22bfd57-0bc2-4641-88ae-b2724bc480dd tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 814 time: 0.1071863 Jul 29 20:39:19.452087 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'b2808c64-db22-4b7a-9bee-8626b99d5f1e', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'port_id': '72f06540-fa5c-482f-9eff-ade60a2c8d8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'mac_address': 'fa:16:3e:0c:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:38:49Z', 'updated_at': '2021-07-29T20:39:18Z', 'revision_number': 1, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:19.470164 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-918753d4-668e-4c4a-a4ed-76744ddb5a57 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/quotas/506195941f4e4ab9a9b96f6196122de9 HTTP/1.1" status: 200 len: 375 time: 0.0127218 Jul 29 20:39:19.523907 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-a648441d-5f72-4733-b38d-72abbd7d0dd1 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488963 Jul 29 20:39:19.563371 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] Checking router: 70b0bce3-8568-4006-9f94-47bef3c6d43d for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:39:19.572356 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:19.572974 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:38:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:19.627412 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-823647c9-dc11-40d1-9497-b5b20288c2af service neutron] 10.222.0.16 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965543 Jul 29 20:39:19.681273 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:19.730164 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-ffaf3efc-d701-4f42-a124-bf95bc6f8a09 service neutron] 10.222.0.16 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960972 Jul 29 20:39:19.904724 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-413a5bc9-e8c1-423d-8e20-802690c521b3 req-4a534737-bf3e-4347-b1f2-30dcb00c9ff8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 210 time: 0.0278196 Jul 29 20:39:19.958073 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'b2808c64-db22-4b7a-9bee-8626b99d5f1e', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'port_id': '72f06540-fa5c-482f-9eff-ade60a2c8d8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'mac_address': 'fa:16:3e:0c:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:38:49Z', 'updated_at': '2021-07-29T20:39:18Z', 'revision_number': 1, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:19.989586 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e38839-50c0-4768-8616-246ac8f67452 None None] The sync data for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi is: [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'b2808c64-db22-4b7a-9bee-8626b99d5f1e', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'port_id': '72f06540-fa5c-482f-9eff-ade60a2c8d8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'mac_address': 'fa:16:3e:0c:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:38:49Z', 'updated_at': '2021-07-29T20:39:18Z', 'revision_number': 1, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:39:20.192175 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36356) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:20.263009 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177aa627-6da7-48fc-9f95-7a6ae1a1f68e None None] New status for floating IP b2808c64-db22-4b7a-9bee-8626b99d5f1e: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:39:20.321425 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7139233-2383-4a09-bbb8-1f0277e6ba2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:20.402621 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37ed93-cf30-430e-87f3-64c3c83dedbc req-16ec04dd-ef61-4387-9140-58be8c1849f7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:20.404117 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2c37ed93-cf30-430e-87f3-64c3c83dedbc req-16ec04dd-ef61-4387-9140-58be8c1849f7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0706654 Jul 29 20:39:20.466309 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2c37ed93-cf30-430e-87f3-64c3c83dedbc req-a02dc333-9b28-4325-be21-cbeb946b17ad tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514519 Jul 29 20:39:20.491253 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7139233-2383-4a09-bbb8-1f0277e6ba2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:20.495548 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7139233-2383-4a09-bbb8-1f0277e6ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:20.538853 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7139233-2383-4a09-bbb8-1f0277e6ba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c31af89-30f9-431d-9977-ed0a24bc9216,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:20.543207 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d7139233-2383-4a09-bbb8-1f0277e6ba2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=347f3e91d6d34988ada169521b0d51c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500071 Jul 29 20:39:20.545945 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36362) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:20.596231 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9761b73a-e502-4e45-baeb-efa62202b018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:20.621080 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9761b73a-e502-4e45-baeb-efa62202b018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:20.666815 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9761b73a-e502-4e45-baeb-efa62202b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:20.669446 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9761b73a-e502-4e45-baeb-efa62202b018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:20.670636 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-9761b73a-e502-4e45-baeb-efa62202b018 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c31af89-30f9-431d-9977-ed0a24bc9216 HTTP/1.1" status: 204 len: 168 time: 0.1235662 Jul 29 20:39:20.677899 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761b73a-e502-4e45-baeb-efa62202b018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c31af89-30f9-431d-9977-ed0a24bc9216,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:20.995371 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-adcd00c3-1961-4604-9257-fad599b0692c req-1f5d084c-abdb-4995-a9ad-1d0862a73c3f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 210 time: 0.0264575 Jul 29 20:39:21.534135 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-31444136-53c2-45da-a77d-604d48b91e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:21.536503 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-31444136-53c2-45da-a77d-604d48b91e1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 1099 time: 0.0506432 Jul 29 20:39:21.635043 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dcdf9395-4d9a-455f-ba7a-d95ffc255f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:21.687684 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c89524-1f2c-4f02-88b6-36d12720a1eb req-1a035673-8a50-4f69-a1fc-0199c44f0f57 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:21.689290 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b9c89524-1f2c-4f02-88b6-36d12720a1eb req-1a035673-8a50-4f69-a1fc-0199c44f0f57 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1323841 Jul 29 20:39:21.706538 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-d94f125a-c989-462e-a05e-a85730ee0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:21.707956 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-d94f125a-c989-462e-a05e-a85730ee0ff6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 912 time: 0.1624703 Jul 29 20:39:21.780625 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b9c89524-1f2c-4f02-88b6-36d12720a1eb req-5bccd309-1b43-4ebd-9377-9adc0c2bf387 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827677 Jul 29 20:39:21.830816 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-1bfb0b9c-a6cd-4f91-be9b-c6795ab9fa12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f HTTP/1.1" status: 200 len: 1002 time: 0.1070650 Jul 29 20:39:21.885357 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-a6cdeec4-dfa3-4c17-b0dd-658e90071158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:21.886866 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-a6cdeec4-dfa3-4c17-b0dd-658e90071158 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.0441918 Jul 29 20:39:21.935591 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-a27e7c24-284f-46d5-a948-df72910957e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:21.937040 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-a27e7c24-284f-46d5-a948-df72910957e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386271 Jul 29 20:39:22.038451 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-3d613049-01bb-4acb-b7e3-b4842fe98ead service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857661 Jul 29 20:39:22.090510 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2689eb4a-65fc-4d31-9995-c7525b685ee0 req-cddfab58-31c0-495f-a23e-b75cbfc7a856 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 210 time: 0.0261383 Jul 29 20:39:22.895155 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aff6a-cd1c-4dec-ba43-f3a296bb3f78 req-58eb5fb6-f4c0-4c1c-95ad-586d664047a9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:22.896621 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-174aff6a-cd1c-4dec-ba43-f3a296bb3f78 req-58eb5fb6-f4c0-4c1c-95ad-586d664047a9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0479443 Jul 29 20:39:22.933465 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-174aff6a-cd1c-4dec-ba43-f3a296bb3f78 req-b56a4e3c-ee76-45e7-94f2-a132807a0926 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Jul 29 20:39:23.198055 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-65ac0e96-8cc9-45cc-96a2-94d89c442a69 req-a4217195-a200-4c44-884e-03e34aa09e8e tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 210 time: 0.0383468 Jul 29 20:39:23.205848 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c7f40cfd-33ae-4a47-941d-11f475d5ff59 req-4757fb7d-aa83-45f0-a40b-9225ebc253f7 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903611 Jul 29 20:39:24.045888 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef9df0-b218-4ff7-9580-e9aea94c1c46 req-df1e817a-8ab7-47aa-8bbf-a669cbf06876 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:24.047381 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-20ef9df0-b218-4ff7-9580-e9aea94c1c46 req-df1e817a-8ab7-47aa-8bbf-a669cbf06876 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0470490 Jul 29 20:39:24.083623 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-20ef9df0-b218-4ff7-9580-e9aea94c1c46 req-56273536-2d9a-4b6e-8b45-7f0b870a5558 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303805 Jul 29 20:39:24.219473 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ac9784c3-52dd-4f3c-ad95-0ee5779a19f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:24.293360 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1d4b6588-47cc-4961-af3b-8c815412a6f6 req-e70aa78e-c69d-4712-a08c-31f0cafa65e6 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 210 time: 0.0278614 Jul 29 20:39:24.333430 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:25.198057 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d03132-a11a-4e7c-9ab0-d03d1bb42707 req-b942eb2e-5cb0-456a-8d32-42e0b82a35fb tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:25.199500 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b6d03132-a11a-4e7c-9ab0-d03d1bb42707 req-b942eb2e-5cb0-456a-8d32-42e0b82a35fb tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0505383 Jul 29 20:39:25.235719 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b6d03132-a11a-4e7c-9ab0-d03d1bb42707 req-d8d9e589-1533-4aef-ac45-c5cd6d21b064 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304887 Jul 29 20:39:25.306458 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:25.389932 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cec8fc89-71f5-4a71-bc9b-9b81e4208932 req-91ce9491-8f44-4086-9017-f3fffbbd7bed tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 210 time: 0.0271327 Jul 29 20:39:25.548200 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54340d71-569b-4f08-8018-d73e13989eb0 req-73a98d9b-d602-4a44-a53d-e28e0aa4dd2f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:25.549997 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-73a98d9b-d602-4a44-a53d-e28e0aa4dd2f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 814 time: 0.1058543 Jul 29 20:39:25.563115 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Request body: {'port': {'device_id': 'f4cd642c-dd17-42c8-9110-ed24048d5e61', 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c', 'admin_state_up': True, 'tenant_id': '506195941f4e4ab9a9b96f6196122de9'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:25.673495 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Made reservation on behalf of 506195941f4e4ab9a9b96f6196122de9 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:25.676901 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:25.799685 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Allocated IP 172.20.0.14 (ec40d9d6-a77e-41df-80c2-bd5af1a8665c/c00e6eac-9ca8-46a8-93d7-060dfcec9ee0/adc9069a-ced0-495f-9db0-2877f30fed10) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:25.823325 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:25.947483 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:25.985418 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:26.026713 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Network ec40d9d6-a77e-41df-80c2-bd5af1a8665c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:26.029671 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:26.035570 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:26.040440 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:26.041042 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:26.046767 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Pushing event updated for resources: {'Port': ['ID=adc9069a-ced0-495f-9db0-2877f30fed10,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:26.059727 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-178e25aa-3198-4c7b-9647-a4f7bb3f02f0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5003502 Jul 29 20:39:26.351714 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13f356-a3a5-438b-8197-91297a29756d req-0f0139a4-00bc-4825-bdaa-ead376151057 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:26.353230 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9f13f356-a3a5-438b-8197-91297a29756d req-0f0139a4-00bc-4825-bdaa-ead376151057 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0504160 Jul 29 20:39:26.391344 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9f13f356-a3a5-438b-8197-91297a29756d req-a624f511-fce8-4c9e-9fe0-69c9c6759170 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Jul 29 20:39:26.512310 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5674a-8001-4270-bbc7-c2a6099b3f3e req-677bb516-47a3-44b1-b611-cc238f986073 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:26.513846 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-99a5674a-8001-4270-bbc7-c2a6099b3f3e req-677bb516-47a3-44b1-b611-cc238f986073 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 932 time: 0.0572219 Jul 29 20:39:26.554817 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-99a5674a-8001-4270-bbc7-c2a6099b3f3e req-e1d69f63-deed-4399-baad-f55632e0d11a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Jul 29 20:39:26.978111 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:27.505418 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccd029-d162-42a2-8dc6-687715ffb139 req-62b265e6-601d-43b3-86ba-ef912e30a132 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:27.507574 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-83ccd029-d162-42a2-8dc6-687715ffb139 req-62b265e6-601d-43b3-86ba-ef912e30a132 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0483577 Jul 29 20:39:27.544102 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-83ccd029-d162-42a2-8dc6-687715ffb139 req-fc575ce6-4756-4489-9a29-7e45ba829c69 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303564 Jul 29 20:39:27.666100 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2550da-c1f2-4ba0-aebf-14dbf4dcbe28 req-9eebb6db-0ddc-4214-b6fb-26e025095901 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:27.667578 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5f2550da-c1f2-4ba0-aebf-14dbf4dcbe28 req-9eebb6db-0ddc-4214-b6fb-26e025095901 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 932 time: 0.0482569 Jul 29 20:39:27.703858 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5f2550da-c1f2-4ba0-aebf-14dbf4dcbe28 req-91e1f9ad-836f-426e-a896-06e424dce4c6 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302312 Jul 29 20:39:28.657735 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494fc8-497e-4731-bc76-67ac2e78686d req-046b02bf-e253-49e7-b0e3-8f8faa82b709 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:28.659277 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-94494fc8-497e-4731-bc76-67ac2e78686d req-046b02bf-e253-49e7-b0e3-8f8faa82b709 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0505023 Jul 29 20:39:28.697714 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-94494fc8-497e-4731-bc76-67ac2e78686d req-08530d07-eb67-49b4-999d-3977d28390f5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Jul 29 20:39:28.814617 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295bc7e-48b8-4d0a-9f9b-cacbbd1dc494 req-5cfdfac2-9c6e-45d0-b817-16dd64326617 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:28.816134 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1295bc7e-48b8-4d0a-9f9b-cacbbd1dc494 req-5cfdfac2-9c6e-45d0-b817-16dd64326617 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 932 time: 0.0481832 Jul 29 20:39:28.853567 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1295bc7e-48b8-4d0a-9f9b-cacbbd1dc494 req-b7ea85d5-3d59-4638-a945-09c75dd9761c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309160 Jul 29 20:39:29.118555 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['c0f8c414-3e40-4092-94cd-da0fca3aa458'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:39:29.125338 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Request body: {'port': {'device_id': 'f4cd642c-dd17-42c8-9110-ed24048d5e61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:29.171171 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:39:29.182720 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:29.435487 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc9069a-ced0-495f-9db0-2877f30fed10 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:29.443605 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:29.455225 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Transition to ACTIVE for port object adc9069a-ced0-495f-9db0-2877f30fed10 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:29.459223 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:29.533158 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=adc9069a-ced0-495f-9db0-2877f30fed10,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:29.541229 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Attempting to bind port adc9069a-ced0-495f-9db0-2877f30fed10 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:29.541564 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Attempting to bind port adc9069a-ced0-495f-9db0-2877f30fed10 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:29.541907 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Attempting to bind port adc9069a-ced0-495f-9db0-2877f30fed10 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:29.545437 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.545802 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.546289 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.546564 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.546787 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.547164 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.547521 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.547908 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.548343 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.548813 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.549036 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.549470 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:29.556122 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Port adc9069a-ced0-495f-9db0-2877f30fed10 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:39:29.556447 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Attempting to bind port adc9069a-ced0-495f-9db0-2877f30fed10 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:29.565484 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:29.565840 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Checking segment: {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:29.566208 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Bound using segment: {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:29.566635 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Bound port: adc9069a-ced0-495f-9db0-2877f30fed10, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:29.566986 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:29.635647 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] For port adc9069a-ced0-495f-9db0-2877f30fed10, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:29.638809 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] For port adc9069a-ced0-495f-9db0-2877f30fed10, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=adc9069a-ced0-495f-9db0-2877f30fed10,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:29.643665 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:29.679240 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:29.679861 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:29.681299 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] 10.222.0.18 "PUT /v2.0/ports/adc9069a-ced0-495f-9db0-2877f30fed10 HTTP/1.1" status: 200 len: 1094 time: 0.5605292 Jul 29 20:39:29.681755 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cd642c-dd17-42c8-9110-ed24048d5e61', 'tag': 'adc9069a-ced0-495f-9db0-2877f30fed10'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:29.684065 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cd642c-dd17-42c8-9110-ed24048d5e61", "tag": "adc9069a-ced0-495f-9db0-2877f30fed10"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:29.708943 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e56ffb-cced-4bc0-9b63-f19b9865cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=adc9069a-ced0-495f-9db0-2877f30fed10,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:29.731520 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae704f2-1460-434b-a301-04a07e92238f x-openstack-request-id: req-aae704f2-1460-434b-a301-04a07e92238f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:29.731812 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cd642c-dd17-42c8-9110-ed24048d5e61", "tag": "adc9069a-ced0-495f-9db0-2877f30fed10", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:29.732066 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aae704f2-1460-434b-a301-04a07e92238f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:29.732471 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cd642c-dd17-42c8-9110-ed24048d5e61', 'tag': 'adc9069a-ced0-495f-9db0-2877f30fed10', 'status': 'completed', 'code': 200} Jul 29 20:39:29.783369 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54340d71-569b-4f08-8018-d73e13989eb0 req-b518dfd4-60c9-43c1-9275-91ea1d051755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:29.784903 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-b518dfd4-60c9-43c1-9275-91ea1d051755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 1097 time: 0.0431998 Jul 29 20:39:29.840569 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a1345-2ccb-47b4-99ad-5d4ebe92a7bb req-c830bb0a-aa92-46a5-ab82-990e36803cb9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:29.842331 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-bc8a1345-2ccb-47b4-99ad-5d4ebe92a7bb req-c830bb0a-aa92-46a5-ab82-990e36803cb9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0642440 Jul 29 20:39:29.843738 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-ab1e174f-cc24-46d7-a2d5-ad66b39cce78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adc9069a-ced0-495f-9db0-2877f30fed10 HTTP/1.1" status: 200 len: 217 time: 0.0493362 Jul 29 20:39:29.888258 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-bc8a1345-2ccb-47b4-99ad-5d4ebe92a7bb req-1492767f-43c7-4b56-a096-b8e6c7629ead tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388360 Jul 29 20:39:29.935641 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54340d71-569b-4f08-8018-d73e13989eb0 req-ca99a155-0599-4dcd-b977-6100e119b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:29.937044 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-ca99a155-0599-4dcd-b977-6100e119b394 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 200 len: 854 time: 0.0828829 Jul 29 20:39:29.995130 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-b045157e-6ec1-447e-be5d-b39b0a79eba5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416944 Jul 29 20:39:30.022777 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abcc38-c825-47a8-8db7-6b5016749f30 req-8612eeb6-9342-4267-b9a5-1fbc1d47305a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:30.024088 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d2abcc38-c825-47a8-8db7-6b5016749f30 req-8612eeb6-9342-4267-b9a5-1fbc1d47305a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 944 time: 0.0813479 Jul 29 20:39:30.105502 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d2abcc38-c825-47a8-8db7-6b5016749f30 req-a4449601-4374-437e-a641-ea502d5a25f6 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685611 Jul 29 20:39:30.135774 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-fd851923-4cf2-4772-9919-9e9f1d6d6fd4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304979 Jul 29 20:39:30.260386 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54340d71-569b-4f08-8018-d73e13989eb0 req-3ab2dc2f-b278-4551-a7b0-7584e9ad0a0d service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116309 Jul 29 20:39:30.348072 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-a193cf6b-0038-4bb8-af3c-2c5f8ce5d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:30.349575 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-a193cf6b-0038-4bb8-af3c-2c5f8ce5d1dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 1097 time: 0.0403347 Jul 29 20:39:30.439997 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-3e1772a2-ba8b-42d8-b34b-0829dced1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:30.441395 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-3e1772a2-ba8b-42d8-b34b-0829dced1315 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 915 time: 0.0838509 Jul 29 20:39:30.498137 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-4b9330c8-3354-42de-9778-a2cc96c19d15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adc9069a-ced0-495f-9db0-2877f30fed10 HTTP/1.1" status: 200 len: 217 time: 0.0377386 Jul 29 20:39:30.546896 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-24328c5d-87da-4838-a026-08dc17d24e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:30.548649 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-24328c5d-87da-4838-a026-08dc17d24e09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 200 len: 854 time: 0.0420811 Jul 29 20:39:30.582979 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-ca6792c2-3d39-40ca-812c-19149fea84fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239224 Jul 29 20:39:30.674308 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-85c11ac3-2e61-4a3e-93f6-83f51c6fb8b3 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807266 Jul 29 20:39:31.025560 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685a291-3c8a-4e67-8de6-3159c2ae5db0 req-6aa78827-0dd4-4210-8c0d-801aac305b7b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:31.027068 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e685a291-3c8a-4e67-8de6-3159c2ae5db0 req-6aa78827-0dd4-4210-8c0d-801aac305b7b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0505402 Jul 29 20:39:31.071094 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e685a291-3c8a-4e67-8de6-3159c2ae5db0 req-f7ac39e6-3379-4e6e-8861-2b2b40ddea6c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Jul 29 20:39:31.084814 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36614) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:31.218553 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.262056 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14570de4-6208-4f71-88c1-9e12c0ee4885 req-e20e3a31-4c06-44c7-8cbd-557446c5e32d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:31.263654 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-14570de4-6208-4f71-88c1-9e12c0ee4885 req-e20e3a31-4c06-44c7-8cbd-557446c5e32d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 944 time: 0.0876751 Jul 29 20:39:31.322103 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-14570de4-6208-4f71-88c1-9e12c0ee4885 req-dae06bc2-da04-45aa-9bbf-1929643d3fb8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498140 Jul 29 20:39:31.362283 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.366636 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.406381 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23918dc7c3be438d872576e17cd75c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199759 Jul 29 20:39:31.407326 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46327479-21a0-461a-a099-63acf39dc6c5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:31.409538 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36636) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:31.415125 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.415476 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.415818 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.416328 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.416750 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.417148 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.417325 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.417718 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.418000 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.418322 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.418645 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.418967 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d400e99-23f4-4e82-b08f-e6d364fd9d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:31.463110 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3ac5-36a9-4573-953a-316d40cf0ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.484287 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3ac5-36a9-4573-953a-316d40cf0ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.528870 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3ac5-36a9-4573-953a-316d40cf0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.531464 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3ac5-36a9-4573-953a-316d40cf0ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.532670 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-6f8f3ac5-36a9-4573-953a-316d40cf0ee8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46327479-21a0-461a-a099-63acf39dc6c5 HTTP/1.1" status: 204 len: 168 time: 0.1220183 Jul 29 20:39:31.540281 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f3ac5-36a9-4573-953a-316d40cf0ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46327479-21a0-461a-a099-63acf39dc6c5,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:31.726145 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cc8cb503-cfd8-41fb-9b7a-ff15073a1feb req-c6b03b86-4da5-45a6-9d26-bd0a4eb711eb service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870647 Jul 29 20:39:31.790124 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36644) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:31.803508 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-501b7c47-2f7c-411c-8b12-697d064ec124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.891142 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-501b7c47-2f7c-411c-8b12-697d064ec124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.894635 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-501b7c47-2f7c-411c-8b12-697d064ec124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.931813 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-501b7c47-2f7c-411c-8b12-697d064ec124 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fb9a651376546708a5424e2212ff47a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406693 Jul 29 20:39:31.932910 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b7c47-2f7c-411c-8b12-697d064ec124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a3d340-4519-4ea1-87f5-050d35f9c650,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:31.934499 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36646) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:31.984474 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f90e-d571-4393-901c-1a1a8ce2f775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:32.006372 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f90e-d571-4393-901c-1a1a8ce2f775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:32.050171 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f90e-d571-4393-901c-1a1a8ce2f775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:32.053241 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f90e-d571-4393-901c-1a1a8ce2f775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:32.054397 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-1fd5f90e-d571-4393-901c-1a1a8ce2f775 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27a3d340-4519-4ea1-87f5-050d35f9c650 HTTP/1.1" status: 204 len: 168 time: 0.1188672 Jul 29 20:39:32.061695 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5f90e-d571-4393-901c-1a1a8ce2f775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a3d340-4519-4ea1-87f5-050d35f9c650,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:32.195592 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d1620-57e5-40c7-bc0a-d11aa6887302 req-8d9b2e73-e0de-4213-8b05-71479baad6c9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:32.197269 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ce9d1620-57e5-40c7-bc0a-d11aa6887302 req-8d9b2e73-e0de-4213-8b05-71479baad6c9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0538898 Jul 29 20:39:32.237118 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ce9d1620-57e5-40c7-bc0a-d11aa6887302 req-e7c4af1d-b832-4c51-9d4f-4dd20b145757 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333929 Jul 29 20:39:32.439874 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1af4e-3950-4897-9021-37ba1c558c01 req-7a3f710c-7246-4039-aa51-a7566713c22e tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:32.441210 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-79f1af4e-3950-4897-9021-37ba1c558c01 req-7a3f710c-7246-4039-aa51-a7566713c22e tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 944 time: 0.0492070 Jul 29 20:39:32.483247 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-79f1af4e-3950-4897-9021-37ba1c558c01 req-a073a048-03cf-47e6-a820-4792fc3c5ea9 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342934 Jul 29 20:39:33.352564 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f2a71-3c05-4bb9-89c6-3d134c726bdb req-2c7fce39-09e7-43c6-a484-1ca24685a937 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:33.354067 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-389f2a71-3c05-4bb9-89c6-3d134c726bdb req-2c7fce39-09e7-43c6-a484-1ca24685a937 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0501592 Jul 29 20:39:33.392004 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-389f2a71-3c05-4bb9-89c6-3d134c726bdb req-a3b2ffee-4c37-495e-97ad-4b41abf2277c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 29 20:39:33.598676 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b941cd-dc89-42a9-a183-7d4e46d56dfe req-9b7431e5-ef5a-4b4d-bc22-7c88350712bb tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:33.600719 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-03b941cd-dc89-42a9-a183-7d4e46d56dfe req-9b7431e5-ef5a-4b4d-bc22-7c88350712bb tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 944 time: 0.0511470 Jul 29 20:39:33.639408 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-03b941cd-dc89-42a9-a183-7d4e46d56dfe req-7dd7230d-8d1e-4cc0-995c-3d7eaef23906 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Jul 29 20:39:34.523951 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b451e7b-184c-42ea-9608-9b8d7ff989b4 req-453ddd62-7ad6-4fad-9ffb-79667a4e9df4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:34.525196 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1b451e7b-184c-42ea-9608-9b8d7ff989b4 req-453ddd62-7ad6-4fad-9ffb-79667a4e9df4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0605035 Jul 29 20:39:34.577508 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1b451e7b-184c-42ea-9608-9b8d7ff989b4 req-55246d0c-25bc-4f2a-91b3-64ed9b39b8c3 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Jul 29 20:39:34.772108 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79dd73-b78b-4ee4-ad76-09641323ccb2 req-de5b34e3-86cb-470d-a2d6-2745055f8fe3 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:34.773865 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ca79dd73-b78b-4ee4-ad76-09641323ccb2 req-de5b34e3-86cb-470d-a2d6-2745055f8fe3 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 944 time: 0.0598381 Jul 29 20:39:34.818624 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ca79dd73-b78b-4ee4-ad76-09641323ccb2 req-f76d1b2e-1aca-4a05-9798-3142daa50973 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358772 Jul 29 20:39:34.841274 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36736) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:34.944454 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e53be5bf-b1ab-4986-ac1f-36a76cab6db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.031992 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e53be5bf-b1ab-4986-ac1f-36a76cab6db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.036284 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e53be5bf-b1ab-4986-ac1f-36a76cab6db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.077032 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-e53be5bf-b1ab-4986-ac1f-36a76cab6db0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=caa4c2532a8344f99f6bb8cd6e83c47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346842 Jul 29 20:39:35.078123 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53be5bf-b1ab-4986-ac1f-36a76cab6db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1cd98e-0e28-4478-96ff-54fed6e035d1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:35.079705 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36740) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:35.127582 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-06b8b2a9-18e5-4434-a179-0bd455d25ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.148871 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-06b8b2a9-18e5-4434-a179-0bd455d25ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.193590 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-06b8b2a9-18e5-4434-a179-0bd455d25ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.196142 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-06b8b2a9-18e5-4434-a179-0bd455d25ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.197282 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-06b8b2a9-18e5-4434-a179-0bd455d25ef4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe1cd98e-0e28-4478-96ff-54fed6e035d1 HTTP/1.1" status: 204 len: 168 time: 0.1165857 Jul 29 20:39:35.204841 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8b2a9-18e5-4434-a179-0bd455d25ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1cd98e-0e28-4478-96ff-54fed6e035d1,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:35.588454 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36766) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:35.716572 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984037fa-ffff-4461-b394-84fe2bae1b3c req-e3c61014-d8c9-44f3-9c77-58da59b91ff4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:35.718648 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-984037fa-ffff-4461-b394-84fe2bae1b3c req-e3c61014-d8c9-44f3-9c77-58da59b91ff4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0535994 Jul 29 20:39:35.741018 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bb588e2c-6985-44f5-98e4-cac0e0fe24c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.794317 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-984037fa-ffff-4461-b394-84fe2bae1b3c req-3e81d7b3-3856-4eeb-9706-c25816158ee5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 Jul 29 20:39:35.873628 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bb588e2c-6985-44f5-98e4-cac0e0fe24c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.881246 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bb588e2c-6985-44f5-98e4-cac0e0fe24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.945499 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-bb588e2c-6985-44f5-98e4-cac0e0fe24c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=657611bdcd6d435baca92a74b6ab7de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559535 Jul 29 20:39:35.949418 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:35.959675 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb588e2c-6985-44f5-98e4-cac0e0fe24c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635c45fa-93db-4105-a8a9-93f4838dce1d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:35.984567 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4704b-2c92-4f95-970e-90d6616974e3 req-2bd1a993-1930-4880-9482-0b26860db385 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:35.986102 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9ef4704b-2c92-4f95-970e-90d6616974e3 req-2bd1a993-1930-4880-9482-0b26860db385 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 944 time: 0.0589252 Jul 29 20:39:36.009254 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-953545f8-5c4c-4afb-b71b-1c4aaf9db62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:36.027438 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9ef4704b-2c92-4f95-970e-90d6616974e3 req-001a3acb-693e-495e-9980-2dc7911ecaef tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339880 Jul 29 20:39:36.032019 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-953545f8-5c4c-4afb-b71b-1c4aaf9db62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:36.079207 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-953545f8-5c4c-4afb-b71b-1c4aaf9db62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:36.081833 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-953545f8-5c4c-4afb-b71b-1c4aaf9db62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:36.086115 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-953545f8-5c4c-4afb-b71b-1c4aaf9db62a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/635c45fa-93db-4105-a8a9-93f4838dce1d HTTP/1.1" status: 204 len: 168 time: 0.1324363 Jul 29 20:39:36.091454 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953545f8-5c4c-4afb-b71b-1c4aaf9db62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635c45fa-93db-4105-a8a9-93f4838dce1d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:36.779204 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36842) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:36.927800 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8338f-eb7c-4c49-b771-6dabc2227c91 req-131a54af-8aa2-49c5-8613-3caf5f241983 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:36.934915 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a1c8338f-eb7c-4c49-b771-6dabc2227c91 req-131a54af-8aa2-49c5-8613-3caf5f241983 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0558350 Jul 29 20:39:36.975343 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a1c8338f-eb7c-4c49-b771-6dabc2227c91 req-5e44b1cc-ef78-4a67-85a7-77863efb232c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394516 Jul 29 20:39:37.021955 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-69397511-network', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:37.043113 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Made reservation on behalf of ccd17c11a2b04e1ea43e473317b93f32 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:37.045689 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.054374 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.155305 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.160178 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.187794 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:39:37.198833 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9badde69-18db-446e-adbf-5dcb40d1b037,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:37.203980 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.204306 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Added segment 12ddc08e-62b1-4d56-874b-eb348b235ade of type vlan for network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 Jul 29 20:39:37.250174 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.282986 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.283973 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:37.284558 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.339106 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5586998 Jul 29 20:39:37.343032 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36862) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:37.349290 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Request body: {'subnet': {'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-69397511-subnet', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:37.358690 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e1c1e-e5eb-401b-a19f-2154157c45db admin admin] Pushing event updated for resources: {'Network': ['ID=3000063d-e4e6-4fb6-a145-d0732f3c91f3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:37.360583 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956301b-3ba3-42fd-a7f8-6a52f0b8a0fe req-a5afeb8f-1ab8-4625-a897-d26130019385 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:37.362358 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9956301b-3ba3-42fd-a7f8-6a52f0b8a0fe req-a5afeb8f-1ab8-4625-a897-d26130019385 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 944 time: 0.2615197 Jul 29 20:39:37.372396 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:39:37.375232 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Made reservation on behalf of ccd17c11a2b04e1ea43e473317b93f32 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:37.378744 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1907085'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.420131 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9956301b-3ba3-42fd-a7f8-6a52f0b8a0fe req-c6d19165-1518-4fcb-b47d-98ce27c06a07 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Jul 29 20:39:37.564523 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1907107'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.621216 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca4db87-e987-4a36-87cb-cbc71b7059a7,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:37.626413 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Checking segment: {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:37.626770 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Network hostable DHCP agents. Network: 3000063d-e4e6-4fb6-a145-d0732f3c91f3, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:39:37.643102 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:39:37.651312 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 3000063d-e4e6-4fb6-a145-d0732f3c91f3) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:37.655989 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:37.656582 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.660610 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981f548-c661-43d6-9817-8a12f0d69c13 None None] Network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:39:37.671029 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2f29213e-9134-4779-b0a7-2d04036c6955 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3275702 Jul 29 20:39:37.673841 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 36870) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:37.678933 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:37.699087 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.700080 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.750468 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.816957 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:39:37.817801 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.887874 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:37.949533 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Allocated IP 172.20.0.2 (3000063d-e4e6-4fb6-a145-d0732f3c91f3/7ca4db87-e987-4a36-87cb-cbc71b7059a7/e6a8c358-6c52-426c-ac47-3051a6f59e13) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:38.107096 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.116270 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Transition to ACTIVE for port object e6a8c358-6c52-426c-ac47-3051a6f59e13 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:38.116461 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.131465 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Transition to ACTIVE for port object e6a8c358-6c52-426c-ac47-3051a6f59e13 will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:38.136763 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.137633 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.156803 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c927e48-64fd-4759-8876-46b37d9554fb req-d29fe6e1-4de0-4e95-9518-a983db9147b2 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:38.158358 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9c927e48-64fd-4759-8876-46b37d9554fb req-d29fe6e1-4de0-4e95-9518-a983db9147b2 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0848825 Jul 29 20:39:38.172210 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:38.176801 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:38.184706 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:38.190208 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Pushing event updated for resources: {'Port': ['ID=e6a8c358-6c52-426c-ac47-3051a6f59e13,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:38.201976 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.202328 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.202669 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.203008 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.203363 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.203681 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.204014 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.204344 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.204691 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.205022 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.205347 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.205717 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:38.255404 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Attempting to bind port e6a8c358-6c52-426c-ac47-3051a6f59e13 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:38.256045 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9c927e48-64fd-4759-8876-46b37d9554fb req-125d1faa-b3ae-4e86-a752-7f05cd3673c3 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702970 Jul 29 20:39:38.256409 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Attempting to bind port e6a8c358-6c52-426c-ac47-3051a6f59e13 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:38.256859 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Attempting to bind port e6a8c358-6c52-426c-ac47-3051a6f59e13 on network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:38.262439 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:38.262886 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Checking segment: {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:38.263351 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.263803 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Bound using segment: {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:38.264471 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Bound port: e6a8c358-6c52-426c-ac47-3051a6f59e13, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:38.264918 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.281865 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Allocated IP 172.27.3.171 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/052ace7c-3cf1-4293-a639-f8e44118ac13) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:38.328890 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] For port e6a8c358-6c52-426c-ac47-3051a6f59e13, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:38.331959 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] For port e6a8c358-6c52-426c-ac47-3051a6f59e13, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=e6a8c358-6c52-426c-ac47-3051a6f59e13,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:38.337469 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.383405 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.401423 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231539e9-5b15-4425-a145-e5dc5a26359a None None] Pushing event updated for resources: {'Port': ['ID=e6a8c358-6c52-426c-ac47-3051a6f59e13,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:38.421819 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.433004 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device adc9069a-ced0-495f-9db0-2877f30fed10 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:39:38.471905 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:38.495860 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:38.500793 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:38.513715 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Pushing event updated for resources: {'Port': ['ID=052ace7c-3cf1-4293-a639-f8e44118ac13,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:38.559305 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port adc9069a-ced0-495f-9db0-2877f30fed10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=adc9069a-ced0-495f-9db0-2877f30fed10,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:38.572950 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'adc9069a-ced0-495f-9db0-2877f30fed10', 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c', 'port_id': 'adc9069a-ced0-495f-9db0-2877f30fed10', 'mac_address': 'fa:16:3e:86:e7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00e6eac-9ca8-46a8-93d7-060dfcec9ee0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:39:38.613874 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.655510 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc9069a-ced0-495f-9db0-2877f30fed10 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:38.681756 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935880f-eff6-4571-93aa-e3aee5c304ee req-5f9429ff-1e95-4262-ab61-ead4f4bc13e0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:38.683242 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7935880f-eff6-4571-93aa-e3aee5c304ee req-5f9429ff-1e95-4262-ab61-ead4f4bc13e0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 944 time: 0.1721959 Jul 29 20:39:38.686542 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port adc9069a-ced0-495f-9db0-2877f30fed10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=adc9069a-ced0-495f-9db0-2877f30fed10,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:38.690865 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.749077 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=adc9069a-ced0-495f-9db0-2877f30fed10,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:38.798740 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7935880f-eff6-4571-93aa-e3aee5c304ee req-596e07e5-1e96-42ca-adf6-40724a35c43a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088824 Jul 29 20:39:38.819624 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.013026 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.100807 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['adc9069a-ced0-495f-9db0-2877f30fed10'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:39:39.178696 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:39:39.248729 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device e6a8c358-6c52-426c-ac47-3051a6f59e13 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:39.330399 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:39:39.343067 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78684654-ecae-4478-9334-8346848673da None None] Sync routers for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:39:39.360388 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] Notify callbacks [] for router, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.364635 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a3bd1ad8-2ecb-4262-b96e-d31bf227e411 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6873968 Jul 29 20:39:39.365319 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78684654-ecae-4478-9334-8346848673da None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:39.365417 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-78684654-ecae-4478-9334-8346848673da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:39.365919 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 36892) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:39.435341 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port e6a8c358-6c52-426c-ac47-3051a6f59e13 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:39.543099 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715022f-3a81-461d-a438-aa0f1f8d18d3 None None] Network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:39:39.557927 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-78684654-ecae-4478-9334-8346848673da None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:39.637158 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-f8493ebd-c7cb-4976-a177-388ab1d59e32 None None] Provisioning for port e6a8c358-6c52-426c-ac47-3051a6f59e13 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:39.651339 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-f8493ebd-c7cb-4976-a177-388ab1d59e32 None None] Provisioning complete for port e6a8c358-6c52-426c-ac47-3051a6f59e13 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:39.651733 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f8493ebd-c7cb-4976-a177-388ab1d59e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.755478 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-78684654-ecae-4478-9334-8346848673da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:38Z', 'revision_number': 3, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:39.786180 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78684654-ecae-4478-9334-8346848673da None None] Checking router: 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:39:39.787452 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78684654-ecae-4478-9334-8346848673da None None] Updating router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee port 052ace7c-3cf1-4293-a639-f8e44118ac13 binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:39:39.799571 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4160a-6e69-42cf-8d05-97ba21b8f9cd req-129a6778-73c4-4028-b080-ab91398f52a2 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:39.801248 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d0b4160a-6e69-42cf-8d05-97ba21b8f9cd req-129a6778-73c4-4028-b080-ab91398f52a2 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.2928271 Jul 29 20:39:39.815573 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-78684654-ecae-4478-9334-8346848673da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.843281 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f8493ebd-c7cb-4976-a177-388ab1d59e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.930915 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-f8493ebd-c7cb-4976-a177-388ab1d59e32 None None] For port e6a8c358-6c52-426c-ac47-3051a6f59e13, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=e6a8c358-6c52-426c-ac47-3051a6f59e13,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:39.947497 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f8493ebd-c7cb-4976-a177-388ab1d59e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.034246 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbaa5d-a82e-44c8-8f01-92712603f39b req-ff084f2d-ea84-480c-9244-932a61e31f16 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:40.039847 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b9cbaa5d-a82e-44c8-8f01-92712603f39b req-ff084f2d-ea84-480c-9244-932a61e31f16 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 945 time: 0.1162186 Jul 29 20:39:40.062423 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8493ebd-c7cb-4976-a177-388ab1d59e32 None None] Pushing event updated for resources: {'Port': ['ID=e6a8c358-6c52-426c-ac47-3051a6f59e13,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:40.096520 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b9cbaa5d-a82e-44c8-8f01-92712603f39b req-a7c6052d-9306-4dde-9b91-3f085501f05d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Jul 29 20:39:40.131842 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-78684654-ecae-4478-9334-8346848673da None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.143305 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-78684654-ecae-4478-9334-8346848673da None None] Transition to ACTIVE for port object 052ace7c-3cf1-4293-a639-f8e44118ac13 will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:40.150869 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-78684654-ecae-4478-9334-8346848673da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.202820 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Pushing event updated for resources: {'Port': ['ID=052ace7c-3cf1-4293-a639-f8e44118ac13,revision_number=2']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:40.212850 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.213479 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.214031 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.214809 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.215605 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.216391 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.216933 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.217882 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.218425 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.218943 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.219499 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.220255 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:40.220779 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d0b4160a-6e69-42cf-8d05-97ba21b8f9cd req-7b5510bd-842d-46b1-88d5-0e788ce748f6 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581610 Jul 29 20:39:40.247134 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-78684654-ecae-4478-9334-8346848673da None None] Attempting to bind port 052ace7c-3cf1-4293-a639-f8e44118ac13 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:40.248138 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-78684654-ecae-4478-9334-8346848673da None None] Attempting to bind port 052ace7c-3cf1-4293-a639-f8e44118ac13 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:40.249202 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78684654-ecae-4478-9334-8346848673da None None] Attempting to bind port 052ace7c-3cf1-4293-a639-f8e44118ac13 on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:40.259514 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78684654-ecae-4478-9334-8346848673da None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:40.260405 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78684654-ecae-4478-9334-8346848673da None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:40.261541 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-78684654-ecae-4478-9334-8346848673da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.262211 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78684654-ecae-4478-9334-8346848673da None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:40.262971 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-78684654-ecae-4478-9334-8346848673da None None] Bound port: 052ace7c-3cf1-4293-a639-f8e44118ac13, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:40.263935 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-78684654-ecae-4478-9334-8346848673da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.374217 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-78684654-ecae-4478-9334-8346848673da None None] For port 052ace7c-3cf1-4293-a639-f8e44118ac13, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:40.378281 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-78684654-ecae-4478-9334-8346848673da None None] For port 052ace7c-3cf1-4293-a639-f8e44118ac13, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=052ace7c-3cf1-4293-a639-f8e44118ac13,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:40.384634 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-78684654-ecae-4478-9334-8346848673da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.387284 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-0a6a6386-5af6-4bcc-8c24-3ad9809f5857 None None] Provisioning complete for port e6a8c358-6c52-426c-ac47-3051a6f59e13 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:40.387670 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6386-5af6-4bcc-8c24-3ad9809f5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.449647 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78684654-ecae-4478-9334-8346848673da None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:40.450790 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-78684654-ecae-4478-9334-8346848673da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:40.456706 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device adc9069a-ced0-495f-9db0-2877f30fed10 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:40.492953 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e8b5c-ec5c-4119-98ef-441e323625a4 None None] Pushing event updated for resources: {'Port': ['ID=052ace7c-3cf1-4293-a639-f8e44118ac13,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:40.613438 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e5209-3deb-4cbb-ba2c-9f0d3eaf39a3 req-6b4b673c-f432-4f66-8fe5-0861547de323 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:40.619063 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4f0e5209-3deb-4cbb-ba2c-9f0d3eaf39a3 req-6b4b673c-f432-4f66-8fe5-0861547de323 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0814095 Jul 29 20:39:40.628255 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-78684654-ecae-4478-9334-8346848673da None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:40.630897 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port adc9069a-ced0-495f-9db0-2877f30fed10 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:40.652060 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port adc9069a-ced0-495f-9db0-2877f30fed10 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:40.652445 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.706242 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.716608 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4f0e5209-3deb-4cbb-ba2c-9f0d3eaf39a3 req-142183a1-d962-4d26-bfce-37c0f42246d5 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597343 Jul 29 20:39:40.809784 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.859517 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cd642c-dd17-42c8-9110-ed24048d5e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc9069a-ced0-495f-9db0-2877f30fed10'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:40.861920 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c28b7ac-2efe-4adb-9673-ccac52779abc" -d '{"events": [{"server_uuid": "f4cd642c-dd17-42c8-9110-ed24048d5e61", "name": "network-vif-plugged", "status": "completed", "tag": "adc9069a-ced0-495f-9db0-2877f30fed10"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:40.905276 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port adc9069a-ced0-495f-9db0-2877f30fed10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=adc9069a-ced0-495f-9db0-2877f30fed10,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:40.916129 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:40.951656 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cedc49f-e4a4-44c0-a396-f76a1b03c121 x-openstack-request-id: req-6cedc49f-e4a4-44c0-a396-f76a1b03c121 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:40.951943 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cd642c-dd17-42c8-9110-ed24048d5e61", "name": "network-vif-plugged", "status": "completed", "tag": "adc9069a-ced0-495f-9db0-2877f30fed10", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:40.952191 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cedc49f-e4a4-44c0-a396-f76a1b03c121 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:40.952574 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cd642c-dd17-42c8-9110-ed24048d5e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc9069a-ced0-495f-9db0-2877f30fed10', 'code': 200} Jul 29 20:39:40.965586 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-78684654-ecae-4478-9334-8346848673da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:38Z', 'revision_number': 3, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:40.982322 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=adc9069a-ced0-495f-9db0-2877f30fed10,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:40.999645 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Allocated IP 172.20.0.1 (3000063d-e4e6-4fb6-a145-d0732f3c91f3/7ca4db87-e987-4a36-87cb-cbc71b7059a7/2bb6099e-2228-42ce-9bcb-fcc58dc1d31a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:41.002063 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78684654-ecae-4478-9334-8346848673da None None] The sync data for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi is: [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:38Z', 'revision_number': 3, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:39:41.175474 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device e6a8c358-6c52-426c-ac47-3051a6f59e13 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:41.260461 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836cf0-471a-441b-8be6-c39c75701ab3 req-12015e5c-3bd9-4651-9e8d-e9761cc5e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:41.267715 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a2836cf0-471a-441b-8be6-c39c75701ab3 req-12015e5c-3bd9-4651-9e8d-e9761cc5e2bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 1099 time: 0.0955701 Jul 29 20:39:41.295100 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:41.317451 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Transition to ACTIVE for port object 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:41.318038 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port e6a8c358-6c52-426c-ac47-3051a6f59e13 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:41.318428 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:41.368071 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726e24-7951-4398-89f7-ef40d13e888e req-9704ac93-1aaa-4809-ac9d-cafd739fee03 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:41.382256 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d0726e24-7951-4398-89f7-ef40d13e888e req-9704ac93-1aaa-4809-ac9d-cafd739fee03 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 946 time: 0.1256330 Jul 29 20:39:41.457681 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12583d96-54a6-42be-ab55-bd1dbc690f41 req-d06fc2c0-e075-4c71-a861-9bf4a8034380 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:41.466945 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-12583d96-54a6-42be-ab55-bd1dbc690f41 req-d06fc2c0-e075-4c71-a861-9bf4a8034380 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1420486 Jul 29 20:39:41.474804 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d0726e24-7951-4398-89f7-ef40d13e888e req-b62b33bf-022e-4c75-93a2-dc1742553ade tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910435 Jul 29 20:39:41.511891 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:41.546369 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-12583d96-54a6-42be-ab55-bd1dbc690f41 req-d5be67b9-43b4-4de3-854c-4885459a48a3 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782368 Jul 29 20:39:41.556308 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:41.559695 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:41.565043 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:41.598907 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb6099e-2228-42ce-9bcb-fcc58dc1d31a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:41.634262 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:41.805114 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:41.869753 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107241d4-08c3-437b-a397-dd94abf1ca3f req-74326f55-eda7-459e-aa77-b2753ccf1b40 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:41.872511 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-107241d4-08c3-437b-a397-dd94abf1ca3f req-74326f55-eda7-459e-aa77-b2753ccf1b40 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0722408 Jul 29 20:39:41.900127 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-3f18e067-e251-4e01-bc01-e689bc84a850 None None] Provisioning for port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:41.904281 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-3f18e067-e251-4e01-bc01-e689bc84a850 None None] Provisioning complete for port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:41.905136 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3f18e067-e251-4e01-bc01-e689bc84a850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:41.924152 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-107241d4-08c3-437b-a397-dd94abf1ca3f req-f9b8364e-0223-4906-9cd6-e91ce720fb4f tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Jul 29 20:39:41.949450 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-3f18e067-e251-4e01-bc01-e689bc84a850 None None] Port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:39:42.007843 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:42.012644 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:42.078562 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb6099e-2228-42ce-9bcb-fcc58dc1d31a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:42.080913 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:42.183613 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:42.184923 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:42.300943 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:39:42.371664 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-67581d29-486e-4ab3-a73b-218b3ee61501 None None] Provisioning complete for port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:42.372239 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-67581d29-486e-4ab3-a73b-218b3ee61501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:42.412322 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-67581d29-486e-4ab3-a73b-218b3ee61501 None None] Port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:39:42.412524 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:39:42.418559 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-3cb7643c-cdcf-4983-a481-af477ed747c1 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bcbc03b-1f1c-4751-85a2-76e911b5f1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0511518 Jul 29 20:39:42.588770 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34b42-b0da-4d33-89a3-af4c13ca6889 req-6b02e27b-cce2-495a-961f-5b86bcb01197 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:42.591232 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-33b34b42-b0da-4d33-89a3-af4c13ca6889 req-6b02e27b-cce2-495a-961f-5b86bcb01197 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 946 time: 0.0577981 Jul 29 20:39:42.634051 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-33b34b42-b0da-4d33-89a3-af4c13ca6889 req-d54c4dfa-77d9-471e-a94a-da21e91a35d6 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358500 Jul 29 20:39:42.751030 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739368a6-622c-40b3-a988-a8cb270f4cd4 req-e554247f-2c4e-41a5-b9c6-b43084c1294e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:42.753167 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-739368a6-622c-40b3-a988-a8cb270f4cd4 req-e554247f-2c4e-41a5-b9c6-b43084c1294e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0630560 Jul 29 20:39:42.802353 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-739368a6-622c-40b3-a988-a8cb270f4cd4 req-98fa6afd-eee8-4aed-9fe9-b5c56977a551 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428047 Jul 29 20:39:42.897802 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37004) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:42.902930 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-257663062-network', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:42.923243 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Made reservation on behalf of 8d02c76135b542d8afce0b1a21e783e2 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:42.925706 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:42.934341 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:42.959918 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Sync routers for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:39:42.970157 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:42.971083 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:43.042287 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.046690 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.068482 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca67a4-4b95-4a27-a0b1-d183e454ae88 req-d824c474-25f4-4fe9-864c-2c74ae7f01d0 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:43.070301 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fdca67a4-4b95-4a27-a0b1-d183e454ae88 req-d824c474-25f4-4fe9-864c-2c74ae7f01d0 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0540810 Jul 29 20:39:43.074868 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:39:43.085416 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0a3f10-d467-4192-8048-d0be775d747e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:43.091515 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.091847 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Added segment 376b6cc9-291e-42f0-a160-1da9d0ff67d4 of type vlan for network 596d1752-e5a7-489a-bbb9-7eb85611d56c Jul 29 20:39:43.102637 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:43.118118 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fdca67a4-4b95-4a27-a0b1-d183e454ae88 req-2686a579-feff-479e-91e6-072b2baf8c67 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 Jul 29 20:39:43.146516 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.179628 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.180745 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:43.181479 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.219373 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 052ace7c-3cf1-4293-a639-f8e44118ac13 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:43.246662 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3476608 Jul 29 20:39:43.247567 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a2836cf0-471a-441b-8be6-c39c75701ab3 req-4f181a7a-4871-45f6-bc9f-89fc1b1e4b19 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340095 Jul 29 20:39:43.247701 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37010) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:43.254503 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Request body: {'subnet': {'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-257663062-subnet', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:43.262778 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeeb9c7-80fc-4927-b2cf-504d1ab6d0fc admin admin] Pushing event updated for resources: {'Network': ['ID=596d1752-e5a7-489a-bbb9-7eb85611d56c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:43.277923 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 596d1752-e5a7-489a-bbb9-7eb85611d56c details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:39:43.280254 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Made reservation on behalf of 8d02c76135b542d8afce0b1a21e783e2 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:43.282665 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1907085'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.465748 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1907107'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.502211 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 052ace7c-3cf1-4293-a639-f8e44118ac13 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:43.506856 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 052ace7c-3cf1-4293-a639-f8e44118ac13 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:43.507164 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.515276 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1c12ba-3069-47d3-a076-7e942b9d268d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:43.530689 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Checking segment: {'id': '376b6cc9-291e-42f0-a160-1da9d0ff67d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:43.531031 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Network hostable DHCP agents. Network: 596d1752-e5a7-489a-bbb9-7eb85611d56c, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:39:43.547002 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Network 596d1752-e5a7-489a-bbb9-7eb85611d56c is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:39:43.556980 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 596d1752-e5a7-489a-bbb9-7eb85611d56c) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:43.561457 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:43.562075 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.566388 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a6617-ec23-42dc-b130-f99efe741337 None None] Network 596d1752-e5a7-489a-bbb9-7eb85611d56c requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:39:43.576825 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-e0df5b7a-7c57-46f6-bb49-f4c89fb7923b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3260653 Jul 29 20:39:43.579414 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37014) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:43.584162 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:43.605497 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.606478 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.659831 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.686788 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '2bb6099e-2228-42ce-9bcb-fcc58dc1d31a', 'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'mac_address': 'fa:16:3e:d4:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:40Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 2, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'subnets': [{'id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:43.748509 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.748961 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4491b-a964-4008-b35f-0cb87a27b372 req-db4eba86-16f9-487a-a6ff-148a31e2626f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:43.750491 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-89b4491b-a964-4008-b35f-0cb87a27b372 req-db4eba86-16f9-487a-a6ff-148a31e2626f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 946 time: 0.0490777 Jul 29 20:39:43.753750 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Checking router: 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:39:43.754100 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Updating router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:39:43.801866 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.803418 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 052ace7c-3cf1-4293-a639-f8e44118ac13, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=052ace7c-3cf1-4293-a639-f8e44118ac13,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:43.810888 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.821843 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-89b4491b-a964-4008-b35f-0cb87a27b372 req-a0566868-7bad-4d8e-b392-41b4f4e62d6e tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436137 Jul 29 20:39:43.830424 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.864427 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-596d1752-e5a7-489a-bbb9-7eb85611d56c', 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'fixed_ips': [{'subnet_id': '7d1c12ba-3069-47d3-a076-7e942b9d268d'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:39:43.865318 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:43.947833 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea3595-2734-4296-b6a7-2491866d589f req-5ccc8ec0-3d73-4c0a-b552-f497f95c68a8 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:43.949310 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-72ea3595-2734-4296-b6a7-2491866d589f req-5ccc8ec0-3d73-4c0a-b552-f497f95c68a8 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0524857 Jul 29 20:39:43.984079 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=052ace7c-3cf1-4293-a639-f8e44118ac13,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:43.993694 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-72ea3595-2734-4296-b6a7-2491866d589f req-a84a8d80-3a56-41f9-b0b2-ca6164fe3603 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Jul 29 20:39:44.017198 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.037935 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.138226 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Allocated IP 172.27.3.176 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/ce3000b7-adb2-4de9-aa36-a7e9d50e17db) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:44.163227 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Allocated IP 172.20.0.2 (596d1752-e5a7-489a-bbb9-7eb85611d56c/7d1c12ba-3069-47d3-a076-7e942b9d268d/5c039047-2f9a-4a32-a86a-9ab118eddfaf) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:44.250128 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.257646 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775772a-b3a4-47d3-b624-6514c9f2d06c req-3c0a7513-6c47-4a93-a6ad-298816b5de96 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:44.259482 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5775772a-b3a4-47d3-b624-6514c9f2d06c req-3c0a7513-6c47-4a93-a6ad-298816b5de96 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0507512 Jul 29 20:39:44.295706 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.303225 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5775772a-b3a4-47d3-b624-6514c9f2d06c req-a3c32885-8468-4462-afbf-e22eb9659c6b tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375211 Jul 29 20:39:44.340676 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:44.345948 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:44.348329 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:44.367521 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.376887 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3000b7-adb2-4de9-aa36-a7e9d50e17db,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:44.385345 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Transition to ACTIVE for port object 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:44.398336 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.400509 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.438649 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Transition to ACTIVE for port object 5c039047-2f9a-4a32-a86a-9ab118eddfaf will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:44.462486 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7a2f8-0b1b-4f41-92f1-bff6ac66c660 None None] Pushing event updated for resources: {'Port': ['ID=2bb6099e-2228-42ce-9bcb-fcc58dc1d31a,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:44.471580 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Transition to ACTIVE for port object 5c039047-2f9a-4a32-a86a-9ab118eddfaf will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:44.479542 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.553072 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Network 596d1752-e5a7-489a-bbb9-7eb85611d56c is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:44.566782 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:44.573355 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:44.576866 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Pushing event updated for resources: {'Port': ['ID=5c039047-2f9a-4a32-a86a-9ab118eddfaf,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:44.579255 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Attempting to bind port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:44.579622 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Attempting to bind port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:44.579984 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Attempting to bind port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a on network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:44.591354 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:44.591966 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Checking segment: {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:44.592802 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.593346 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Bound using segment: {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:44.594011 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Bound port: 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:44.594550 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.671309 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Attempting to bind port 5c039047-2f9a-4a32-a86a-9ab118eddfaf on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:44.671735 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Attempting to bind port 5c039047-2f9a-4a32-a86a-9ab118eddfaf by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '376b6cc9-291e-42f0-a160-1da9d0ff67d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:44.672098 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Attempting to bind port 5c039047-2f9a-4a32-a86a-9ab118eddfaf on network 596d1752-e5a7-489a-bbb9-7eb85611d56c {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:44.681374 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:44.681769 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Checking segment: {'id': '376b6cc9-291e-42f0-a160-1da9d0ff67d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:44.682168 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.682556 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Bound using segment: {'id': '376b6cc9-291e-42f0-a160-1da9d0ff67d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:44.683026 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Bound port: 5c039047-2f9a-4a32-a86a-9ab118eddfaf, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376b6cc9-291e-42f0-a160-1da9d0ff67d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:44.683408 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.743798 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] For port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:44.763367 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] For port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=2bb6099e-2228-42ce-9bcb-fcc58dc1d31a,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:44.776596 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.825021 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] For port 5c039047-2f9a-4a32-a86a-9ab118eddfaf, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:44.852378 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.852570 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] For port 5c039047-2f9a-4a32-a86a-9ab118eddfaf, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=5c039047-2f9a-4a32-a86a-9ab118eddfaf,segment=NetworkSegment(376b6cc9-291e-42f0-a160-1da9d0ff67d4),segment_id=376b6cc9-291e-42f0-a160-1da9d0ff67d4)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:44.864105 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:44.872475 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7a2f8-0b1b-4f41-92f1-bff6ac66c660 None None] Pushing event updated for resources: {'Port': ['ID=2bb6099e-2228-42ce-9bcb-fcc58dc1d31a,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:44.876800 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:44.877411 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:45.048064 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ff34e-508e-45b9-919a-aca6bdf09337 req-d3266bb2-b97b-4946-b9e5-6d758aa66e0a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:45.056947 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-110ff34e-508e-45b9-919a-aca6bdf09337 req-d3266bb2-b97b-4946-b9e5-6d758aa66e0a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 946 time: 0.1211944 Jul 29 20:39:45.057155 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:45.124416 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-110ff34e-508e-45b9-919a-aca6bdf09337 req-d1a89504-b0e4-4b82-927b-c9e76eed02d2 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636714 Jul 29 20:39:45.234385 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:45.289156 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 052ace7c-3cf1-4293-a639-f8e44118ac13 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:45.347571 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69397d41-933d-4be7-91c4-2df78f6d3901 req-879c132f-1ab3-4498-ab57-aea1e08910ec tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:45.356806 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-69397d41-933d-4be7-91c4-2df78f6d3901 req-879c132f-1ab3-4498-ab57-aea1e08910ec tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1837497 Jul 29 20:39:45.523208 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-69397d41-933d-4be7-91c4-2df78f6d3901 req-c9566d19-663c-4b29-9196-e17c81636da2 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625500 Jul 29 20:39:45.536029 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9ded5-a92e-4a84-9201-592fef7ca104 req-5f0b7e5e-0596-41f8-aef2-a0a8fb5558c7 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:45.543763 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ae9ded5-a92e-4a84-9201-592fef7ca104 req-5f0b7e5e-0596-41f8-aef2-a0a8fb5558c7 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.1124411 Jul 29 20:39:45.547875 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:39:45.627599 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 052ace7c-3cf1-4293-a639-f8e44118ac13 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:45.627979 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:45.640262 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0f6cc-d449-4710-90bc-014267a13e0d None None] Pushing event updated for resources: {'Port': ['ID=5c039047-2f9a-4a32-a86a-9ab118eddfaf,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:45.743684 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:39:45.754780 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Sync routers for ids ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:39:45.773694 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:45.775110 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-988fbbb9-c95f-41dd-a62f-a1bd615d5975 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1947863 Jul 29 20:39:45.777806 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37066) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:45.780148 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Routers {'4fbb4828-7e91-4959-875f-a5c3c61f3d64'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:45.783030 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:45.914279 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '2bb6099e-2228-42ce-9bcb-fcc58dc1d31a', 'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'mac_address': 'fa:16:3e:d4:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:40Z', 'updated_at': '2021-07-29T20:39:44Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'subnets': [{'id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:45.949971 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c5fea-03f8-4783-8b4b-b46d1c629e97 None None] The sync data for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi is: [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '2bb6099e-2228-42ce-9bcb-fcc58dc1d31a', 'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'mac_address': 'fa:16:3e:d4:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:40Z', 'updated_at': '2021-07-29T20:39:44Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'subnets': [{'id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:39:46.013230 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Set router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:46.072033 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ae9ded5-a92e-4a84-9201-592fef7ca104 req-1dc182db-26d6-4e4e-bfff-e8d714301fde tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110185 Jul 29 20:39:46.297920 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:43Z', 'updated_at': '2021-07-29T20:39:44Z', 'revision_number': 3, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'gw_port': {'id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:44Z', 'updated_at': '2021-07-29T20:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:46.325269 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Checking router: 4fbb4828-7e91-4959-875f-a5c3c61f3d64 for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:39:46.325647 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Updating router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 port ce3000b7-adb2-4de9-aa36-a7e9d50e17db binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:39:46.339166 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85c8d-5046-48b2-bdfd-0157a9e01eda req-8e1756ef-c6f4-4ad4-bdf3-a68fe6a43cc1 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:46.340936 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6cc85c8d-5046-48b2-bdfd-0157a9e01eda req-8e1756ef-c6f4-4ad4-bdf3-a68fe6a43cc1 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 946 time: 0.0992475 Jul 29 20:39:46.359194 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.428152 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6cc85c8d-5046-48b2-bdfd-0157a9e01eda req-fb65eb58-89fc-4f12-b13c-3f941a6bedea tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802603 Jul 29 20:39:46.432401 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f7928b-d99a-4799-95c4-98d4085a08d0 None None] Network 596d1752-e5a7-489a-bbb9-7eb85611d56c requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:39:46.510118 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.512625 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-5a3e00d3-2397-495c-ad4d-dd0ea73a63e7 None None] Provisioning for port 5c039047-2f9a-4a32-a86a-9ab118eddfaf completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:46.742830 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.764196 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Transition to ACTIVE for port object ce3000b7-adb2-4de9-aa36-a7e9d50e17db will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:46.775354 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.813121 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Allocated IP 172.20.0.1 (596d1752-e5a7-489a-bbb9-7eb85611d56c/7d1c12ba-3069-47d3-a076-7e942b9d268d/b39c5174-92d2-4e81-ad50-d828cd2eabb2) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:46.837047 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cd575-9880-4dcd-9908-c2facc2b7a2e None None] Pushing event updated for resources: {'Port': ['ID=ce3000b7-adb2-4de9-aa36-a7e9d50e17db,revision_number=2']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:46.855843 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189ab5b-0a3d-4945-902b-1e7c19a60e1b req-b681c51a-b610-4a98-9dbd-2c3dc25f0b76 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:46.857425 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5189ab5b-0a3d-4945-902b-1e7c19a60e1b req-b681c51a-b610-4a98-9dbd-2c3dc25f0b76 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.2218711 Jul 29 20:39:46.874119 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Attempting to bind port ce3000b7-adb2-4de9-aa36-a7e9d50e17db on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:46.874806 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Attempting to bind port ce3000b7-adb2-4de9-aa36-a7e9d50e17db by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:46.875332 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Attempting to bind port ce3000b7-adb2-4de9-aa36-a7e9d50e17db on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:46.882730 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:46.883317 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:46.884062 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.884732 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:46.885454 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Bound port: ce3000b7-adb2-4de9-aa36-a7e9d50e17db, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:46.886217 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.947609 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] For port ce3000b7-adb2-4de9-aa36-a7e9d50e17db, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:46.952026 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] For port ce3000b7-adb2-4de9-aa36-a7e9d50e17db, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=ce3000b7-adb2-4de9-aa36-a7e9d50e17db,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:46.957398 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.969002 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5189ab5b-0a3d-4945-902b-1e7c19a60e1b req-35e9950b-2e85-48f6-9d72-88f9afe046d8 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984011 Jul 29 20:39:47.024828 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.040618 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Transition to ACTIVE for port object b39c5174-92d2-4e81-ad50-d828cd2eabb2 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:47.053057 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Routers {'4fbb4828-7e91-4959-875f-a5c3c61f3d64'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:47.055196 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:47.090185 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.101693 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cd575-9880-4dcd-9908-c2facc2b7a2e None None] Pushing event updated for resources: {'Port': ['ID=ce3000b7-adb2-4de9-aa36-a7e9d50e17db,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:47.144629 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b39c5174-92d2-4e81-ad50-d828cd2eabb2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:47.152308 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Network 596d1752-e5a7-489a-bbb9-7eb85611d56c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:47.153998 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:47.156359 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:47.240169 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] Set router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:47.247299 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.367774 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 5c039047-2f9a-4a32-a86a-9ab118eddfaf up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:47.389499 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f1419-886b-4832-af61-12e245fe785c req-3da5182e-9f39-471e-9f74-6afd03ec5d1f tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:47.391929 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-753f1419-886b-4832-af61-12e245fe785c req-3da5182e-9f39-471e-9f74-6afd03ec5d1f tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0780365 Jul 29 20:39:47.462479 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 5c039047-2f9a-4a32-a86a-9ab118eddfaf completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:47.469633 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 5c039047-2f9a-4a32-a86a-9ab118eddfaf triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:47.470233 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.498912 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.499773 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-753f1419-886b-4832-af61-12e245fe785c req-bb0623b3-afd3-47c5-ae61-a5fa6428a646 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948949 Jul 29 20:39:47.542097 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:43Z', 'updated_at': '2021-07-29T20:39:44Z', 'revision_number': 3, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'gw_port': {'id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:44Z', 'updated_at': '2021-07-29T20:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:47.575970 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a42959-67c4-4ee8-b5d8-02fbf289ecbd None None] The sync data for ids ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'] in dv-cinder-802955-1-iscsi is: [{'id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:43Z', 'updated_at': '2021-07-29T20:39:44Z', 'revision_number': 3, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'gw_port': {'id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:44Z', 'updated_at': '2021-07-29T20:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:39:47.597085 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-f5c49af1-8ad7-49be-9abf-a1852c2aea7c None None] Provisioning for port b39c5174-92d2-4e81-ad50-d828cd2eabb2 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:47.607184 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.609042 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-f5c49af1-8ad7-49be-9abf-a1852c2aea7c None None] Provisioning complete for port b39c5174-92d2-4e81-ad50-d828cd2eabb2 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:47.609417 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f5c49af1-8ad7-49be-9abf-a1852c2aea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.666114 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-f5c49af1-8ad7-49be-9abf-a1852c2aea7c None None] Port b39c5174-92d2-4e81-ad50-d828cd2eabb2 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:39:47.680028 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 5c039047-2f9a-4a32-a86a-9ab118eddfaf, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=5c039047-2f9a-4a32-a86a-9ab118eddfaf,segment=NetworkSegment(376b6cc9-291e-42f0-a160-1da9d0ff67d4),segment_id=376b6cc9-291e-42f0-a160-1da9d0ff67d4)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:47.687634 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.689411 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:47.706636 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.712178 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.785146 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.787565 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b39c5174-92d2-4e81-ad50-d828cd2eabb2,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:47.797127 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=5c039047-2f9a-4a32-a86a-9ab118eddfaf,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:47.810205 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:47.814678 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:47.815056 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.890228 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Network 596d1752-e5a7-489a-bbb9-7eb85611d56c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:47.893449 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:47.901668 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:47.969762 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=2bb6099e-2228-42ce-9bcb-fcc58dc1d31a,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:47.975369 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:48.054522 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=2bb6099e-2228-42ce-9bcb-fcc58dc1d31a,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:48.059184 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:39:48.165797 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c050020-603f-47a7-9593-4e2fb55467f5 req-6da758da-58ec-4fb7-9bf2-46469f11471e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:48.167710 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1c050020-603f-47a7-9593-4e2fb55467f5 req-6da758da-58ec-4fb7-9bf2-46469f11471e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0574148 Jul 29 20:39:48.189962 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-de7b9d03-c485-4234-b5e7-dffd9de98443 None None] Provisioning complete for port b39c5174-92d2-4e81-ad50-d828cd2eabb2 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:48.190428 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-de7b9d03-c485-4234-b5e7-dffd9de98443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:48.201639 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:39:48.209025 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1c050020-603f-47a7-9593-4e2fb55467f5 req-c0fd884b-7560-4841-8de3-b82f07217d9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344810 Jul 29 20:39:48.221335 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-05502d3d-dd1e-4c81-8373-54673292fdd8 admin admin] 10.222.0.16 "PUT /v2.0/routers/4fbb4828-7e91-4959-875f-a5c3c61f3d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406626 Jul 29 20:39:48.251277 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-de7b9d03-c485-4234-b5e7-dffd9de98443 None None] Port b39c5174-92d2-4e81-ad50-d828cd2eabb2 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:39:48.624964 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc380420-9b55-40fb-bd0f-781f9a696c2e req-6affc7ff-8e7f-43d8-945a-e43de9f39521 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:48.626576 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fc380420-9b55-40fb-bd0f-781f9a696c2e req-6affc7ff-8e7f-43d8-945a-e43de9f39521 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0682969 Jul 29 20:39:48.664893 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fc380420-9b55-40fb-bd0f-781f9a696c2e req-a3c8823f-316a-4944-bacd-ac95ccdad452 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Jul 29 20:39:49.246480 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 5c039047-2f9a-4a32-a86a-9ab118eddfaf up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:49.372792 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 5c039047-2f9a-4a32-a86a-9ab118eddfaf triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:49.373413 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:49.420150 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b75ab-1ac4-46a4-b1e4-6d202da0d4c1 req-dfab7952-a2d2-44c6-b5de-f3ff865392b8 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:49.428016 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ac2b75ab-1ac4-46a4-b1e4-6d202da0d4c1 req-dfab7952-a2d2-44c6-b5de-f3ff865392b8 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0938318 Jul 29 20:39:49.483449 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:49.492228 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ac2b75ab-1ac4-46a4-b1e4-6d202da0d4c1 req-db682d90-e630-4b76-8a63-e947d8240ba6 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632465 Jul 29 20:39:49.555363 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Sync routers for ids ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:39:49.561949 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:49.562462 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:49.596815 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Routers {'4fbb4828-7e91-4959-875f-a5c3c61f3d64'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:49.597590 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:49.771945 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ce3000b7-adb2-4de9-aa36-a7e9d50e17db up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:49.821912 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Set router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:49.847180 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4985e-008a-43af-8125-5ffaf4d9f357 req-df998f31-8628-4c80-9b61-e08982da380a tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:49.849760 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-40c4985e-008a-43af-8125-5ffaf4d9f357 req-df998f31-8628-4c80-9b61-e08982da380a tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0610425 Jul 29 20:39:49.917832 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port ce3000b7-adb2-4de9-aa36-a7e9d50e17db completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:49.924525 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-40c4985e-008a-43af-8125-5ffaf4d9f357 req-fd097d61-6f5c-43ca-aa81-67c4189f06ff tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644455 Jul 29 20:39:49.956814 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port ce3000b7-adb2-4de9-aa36-a7e9d50e17db triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:49.957197 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:50.116835 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:50.150720 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port ce3000b7-adb2-4de9-aa36-a7e9d50e17db, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=ce3000b7-adb2-4de9-aa36-a7e9d50e17db,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:50.158105 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:50.201523 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:43Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 4, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'gw_port': {'id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:44Z', 'updated_at': '2021-07-29T20:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'b39c5174-92d2-4e81-ad50-d828cd2eabb2', 'name': '', 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'mac_address': 'fa:16:3e:ed:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '7d1c12ba-3069-47d3-a076-7e942b9d268d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:46Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 2, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'subnets': [{'id': '7d1c12ba-3069-47d3-a076-7e942b9d268d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:50.237964 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Checking router: 4fbb4828-7e91-4959-875f-a5c3c61f3d64 for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:39:50.238322 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Updating router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 port b39c5174-92d2-4e81-ad50-d828cd2eabb2 binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:39:50.268071 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=ce3000b7-adb2-4de9-aa36-a7e9d50e17db,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:50.274337 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:50.512292 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-f7e41705-852f-4b67-8a73-9848a90795fb tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:50.514492 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-f7e41705-852f-4b67-8a73-9848a90795fb tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.18 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.0990381 Jul 29 20:39:50.641302 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:50.656892 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Transition to ACTIVE for port object b39c5174-92d2-4e81-ad50-d828cd2eabb2 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:50.680663 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:50.820473 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d701fe3-7eec-4df0-ac0f-2ad010094766 None None] Pushing event updated for resources: {'Port': ['ID=b39c5174-92d2-4e81-ad50-d828cd2eabb2,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:50.843409 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34377f-c134-4c2e-9b7d-5aa0a13463ba req-d4edc386-7afe-41fd-b166-84b0813f5040 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:50.844994 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fe34377f-c134-4c2e-9b7d-5aa0a13463ba req-d4edc386-7afe-41fd-b166-84b0813f5040 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1752651 Jul 29 20:39:50.970249 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Attempting to bind port b39c5174-92d2-4e81-ad50-d828cd2eabb2 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:50.970672 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fe34377f-c134-4c2e-9b7d-5aa0a13463ba req-d3165547-724e-4f04-961d-aa386623b924 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133845 Jul 29 20:39:50.971162 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Attempting to bind port b39c5174-92d2-4e81-ad50-d828cd2eabb2 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '376b6cc9-291e-42f0-a160-1da9d0ff67d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:50.971162 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Attempting to bind port b39c5174-92d2-4e81-ad50-d828cd2eabb2 on network 596d1752-e5a7-489a-bbb9-7eb85611d56c {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:50.993761 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:50.994296 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Checking segment: {'id': '376b6cc9-291e-42f0-a160-1da9d0ff67d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:50.994717 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:50.995121 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Bound using segment: {'id': '376b6cc9-291e-42f0-a160-1da9d0ff67d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:50.995621 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Bound port: b39c5174-92d2-4e81-ad50-d828cd2eabb2, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376b6cc9-291e-42f0-a160-1da9d0ff67d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:50.996013 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:51.008268 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Deleting port ae6736bc-b990-41ad-a724-4c5614a6fb18 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:39:51.008585 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:51.110856 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] For port b39c5174-92d2-4e81-ad50-d828cd2eabb2, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:51.115146 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] For port b39c5174-92d2-4e81-ad50-d828cd2eabb2, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=b39c5174-92d2-4e81-ad50-d828cd2eabb2,segment=NetworkSegment(376b6cc9-291e-42f0-a160-1da9d0ff67d4),segment_id=376b6cc9-291e-42f0-a160-1da9d0ff67d4)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:51.131301 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:51.204304 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d701fe3-7eec-4df0-ac0f-2ad010094766 None None] Pushing event updated for resources: {'Port': ['ID=b39c5174-92d2-4e81-ad50-d828cd2eabb2,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:51.262214 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ce3000b7-adb2-4de9-aa36-a7e9d50e17db up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:51.283988 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] For port ae6736bc-b990-41ad-a724-4c5614a6fb18, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ae6736bc-b990-41ad-a724-4c5614a6fb18,segment=NetworkSegment(baca4d09-eff4-4820-ac8c-f9e0f715e7e1),segment_id=baca4d09-eff4-4820-ac8c-f9e0f715e7e1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:51.284616 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:51.319347 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Calling delete_port for ae6736bc-b990-41ad-a724-4c5614a6fb18 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:39:51.355300 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Routers {'4fbb4828-7e91-4959-875f-a5c3c61f3d64'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:51.369779 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:51.553850 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c8194-c266-4fe6-9eff-c87ecd308aca req-402077ba-11a6-46eb-b1b3-731adc18bd90 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:51.557713 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ea5c8194-c266-4fe6-9eff-c87ecd308aca req-402077ba-11a6-46eb-b1b3-731adc18bd90 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 945 time: 0.1998396 Jul 29 20:39:51.646446 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ea5c8194-c266-4fe6-9eff-c87ecd308aca req-05034ed1-36ba-4103-9b1b-3e27452d64e6 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/security-groups?id=af35575b-16a5-4f50-a97c-1753bb776a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761364 Jul 29 20:39:51.790948 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:51.837018 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['ae6736bc-b990-41ad-a724-4c5614a6fb18'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:39:51.893533 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Pushing event deleted for resources: {'Port': ['ID=ae6736bc-b990-41ad-a724-4c5614a6fb18,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:51.928743 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-450b4206-ce1f-499f-87f4-b4ecdd733dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.048685 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] No DVR routers for this DVR port ae6736bc-b990-41ad-a724-4c5614a6fb18 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:39:52.057696 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.060705 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b0d7dbd-5d89-49ae-aa0e-cb277b67a827 req-0da24428-63f4-4567-aa78-c02dad40bb42 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.18 "DELETE /v2.0/ports/ae6736bc-b990-41ad-a724-4c5614a6fb18 HTTP/1.1" status: 204 len: 173 time: 1.5218868 Jul 29 20:39:52.062711 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port ce3000b7-adb2-4de9-aa36-a7e9d50e17db triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:52.063249 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.064146 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cdda23-9a1b-4c47-97c0-04f9126b0cc2', 'name': 'network-vif-deleted', 'tag': 'ae6736bc-b990-41ad-a724-4c5614a6fb18'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:52.070464 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f3a640-5b2c-4f95-8a23-b8779080e763" -d '{"events": [{"server_uuid": "01cdda23-9a1b-4c47-97c0-04f9126b0cc2", "name": "network-vif-deleted", "tag": "ae6736bc-b990-41ad-a724-4c5614a6fb18"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:52.268095 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae1d70-4881-4cf3-aa2c-fe27d4ebfbfb req-fd63a1a2-94c8-4e39-8088-a34494a02ce0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:52.281019 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7fae1d70-4881-4cf3-aa2c-fe27d4ebfbfb req-fd63a1a2-94c8-4e39-8088-a34494a02ce0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0822647 Jul 29 20:39:52.308891 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] Set router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:52.394216 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7fae1d70-4881-4cf3-aa2c-fe27d4ebfbfb req-4967f34e-08fd-47f1-b89f-bbe378803698 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119254 Jul 29 20:39:52.492186 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946f2095-7899-4f11-9fae-8cae14f2c57b x-openstack-request-id: req-946f2095-7899-4f11-9fae-8cae14f2c57b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:52.499835 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cdda23-9a1b-4c47-97c0-04f9126b0cc2", "name": "network-vif-deleted", "tag": "ae6736bc-b990-41ad-a724-4c5614a6fb18", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:52.501131 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-946f2095-7899-4f11-9fae-8cae14f2c57b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:52.503568 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cdda23-9a1b-4c47-97c0-04f9126b0cc2', 'name': 'network-vif-deleted', 'tag': 'ae6736bc-b990-41ad-a724-4c5614a6fb18', 'status': 'completed', 'code': 200} Jul 29 20:39:52.549525 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37244) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:52.583850 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-c5ba12b8-c9c7-4de5-ba28-a05deafbe4f7 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:52.585415 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-c5ba12b8-c9c7-4de5-ba28-a05deafbe4f7 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 814 time: 0.2961903 Jul 29 20:39:52.616356 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-2d6adbcb-72d4-4c00-90f4-e167e7e9a69d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/quotas/506195941f4e4ab9a9b96f6196122de9 HTTP/1.1" status: 200 len: 375 time: 0.0194373 Jul 29 20:39:52.768894 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-7907fb76-e4c6-48e9-a8e8-0a5861c77f12 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435423 Jul 29 20:39:52.780150 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-979e2669-7591-448c-ae35-fc772c5e519e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.909810 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:43Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 4, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'gw_port': {'id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:44Z', 'updated_at': '2021-07-29T20:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'b39c5174-92d2-4e81-ad50-d828cd2eabb2', 'name': '', 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'mac_address': 'fa:16:3e:ed:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '7d1c12ba-3069-47d3-a076-7e942b9d268d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:46Z', 'updated_at': '2021-07-29T20:39:51Z', 'revision_number': 4, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'subnets': [{'id': '7d1c12ba-3069-47d3-a076-7e942b9d268d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:52.910494 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-4631f0aa-658d-4846-8469-e4282a426cca service neutron] 10.222.0.16 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371124 Jul 29 20:39:52.941875 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dc80cab5-dc20-4d0c-a35b-dbe2b8337285 req-99773c20-f6f2-4365-a944-68d044dd65b5 tempest-DeleteServersTestJSON-660317231 tempest-DeleteServersTestJSON-660317231-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 210 time: 0.0522323 Jul 29 20:39:52.971228 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51455d-d033-40ce-9dfd-2fa64826fd0c None None] The sync data for ids ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'] in dv-cinder-802955-1-iscsi is: [{'id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:43Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 4, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'gw_port': {'id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:44Z', 'updated_at': '2021-07-29T20:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'b39c5174-92d2-4e81-ad50-d828cd2eabb2', 'name': '', 'network_id': '596d1752-e5a7-489a-bbb9-7eb85611d56c', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'mac_address': 'fa:16:3e:ed:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '7d1c12ba-3069-47d3-a076-7e942b9d268d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:46Z', 'updated_at': '2021-07-29T20:39:51Z', 'revision_number': 4, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'subnets': [{'id': '7d1c12ba-3069-47d3-a076-7e942b9d268d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:39:53.029381 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-979e2669-7591-448c-ae35-fc772c5e519e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:53.035857 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-979e2669-7591-448c-ae35-fc772c5e519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:53.116573 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e2669-7591-448c-ae35-fc772c5e519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49a8c45-da29-4a46-8c3a-a0b5c3edc2f9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:53.128955 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-979e2669-7591-448c-ae35-fc772c5e519e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19834d6d64a44fe5a82d42e7a58dd185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780933 Jul 29 20:39:53.136613 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37258) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:53.171064 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-691abcf0-5751-4b94-9c7e-52fbe2a6b99a service neutron] 10.222.0.16 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528422 Jul 29 20:39:53.241746 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-63005b34-d53a-48dc-990b-ddc7dda16fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:53.283467 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-63005b34-d53a-48dc-990b-ddc7dda16fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:53.367944 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device b39c5174-92d2-4e81-ad50-d828cd2eabb2 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:53.423722 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-63005b34-d53a-48dc-990b-ddc7dda16fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:53.441059 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-63005b34-d53a-48dc-990b-ddc7dda16fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:53.445519 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-63005b34-d53a-48dc-990b-ddc7dda16fde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c49a8c45-da29-4a46-8c3a-a0b5c3edc2f9 HTTP/1.1" status: 204 len: 168 time: 0.3040826 Jul 29 20:39:53.496909 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63005b34-d53a-48dc-990b-ddc7dda16fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49a8c45-da29-4a46-8c3a-a0b5c3edc2f9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:53.614107 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port b39c5174-92d2-4e81-ad50-d828cd2eabb2 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:53.628357 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port b39c5174-92d2-4e81-ad50-d828cd2eabb2 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:53.632063 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:53.697506 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-adea7725-c4e0-44d1-af8d-0fb03243692e req-a3233c11-347d-4903-918f-1de19b844187 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1341693 Jul 29 20:39:53.723721 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40731f88-a7be-4e0b-b10e-60892bbb53df req-790fbd21-de54-4a87-87d2-ac4786135c95 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:53.728711 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-40731f88-a7be-4e0b-b10e-60892bbb53df req-790fbd21-de54-4a87-87d2-ac4786135c95 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.2011268 Jul 29 20:39:53.740577 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-77434c07-3f79-4fd3-ad35-d238952f6b79 req-59eefad3-1f42-44a7-9752-e52c04a67e88 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 210 time: 0.1750140 Jul 29 20:39:53.886309 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-adea7725-c4e0-44d1-af8d-0fb03243692e req-7c5f98b5-d2c7-48aa-94cf-b00dd7370fcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30406affa78c46e2b897be3cfa51896f&device_id=01cdda23-9a1b-4c47-97c0-04f9126b0cc2 HTTP/1.1" status: 200 len: 210 time: 0.0875084 Jul 29 20:39:53.924642 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-40731f88-a7be-4e0b-b10e-60892bbb53df req-ccc1f96b-d262-4a91-bf5c-df26caf5a28f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876216 Jul 29 20:39:53.929335 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.009277 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port b39c5174-92d2-4e81-ad50-d828cd2eabb2, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=b39c5174-92d2-4e81-ad50-d828cd2eabb2,segment=NetworkSegment(376b6cc9-291e-42f0-a160-1da9d0ff67d4),segment_id=376b6cc9-291e-42f0-a160-1da9d0ff67d4)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:54.016104 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.186438 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37312) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:54.224754 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e15b758-0d52-4919-9771-60ee949bd33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.252507 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7725-c4e0-44d1-af8d-0fb03243692e req-86a51cee-b1de-4d48-897b-80a764c169bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:54.258925 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-adea7725-c4e0-44d1-af8d-0fb03243692e req-86a51cee-b1de-4d48-897b-80a764c169bb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=30406affa78c46e2b897be3cfa51896f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3535256 Jul 29 20:39:54.259246 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=b39c5174-92d2-4e81-ad50-d828cd2eabb2,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:54.296794 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-756568db-6dd1-4393-8fe9-d162a15db09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.349559 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.457120 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e15b758-0d52-4919-9771-60ee949bd33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.464225 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e15b758-0d52-4919-9771-60ee949bd33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.580116 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7725-c4e0-44d1-af8d-0fb03243692e req-c13c1696-2b37-420d-95a9-a9d72e78716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:54.582379 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-adea7725-c4e0-44d1-af8d-0fb03243692e req-c13c1696-2b37-420d-95a9-a9d72e78716e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3109956 Jul 29 20:39:54.589481 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15b758-0d52-4919-9771-60ee949bd33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b71f3a-e515-4108-8493-d003107af650,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:54.597096 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-4e15b758-0d52-4919-9771-60ee949bd33b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=041c18bdfc144b01b6c243d2f0605304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094591 Jul 29 20:39:54.599505 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37324) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:54.737846 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e190f72a-4d30-4188-a35f-df889d984027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.770487 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e190f72a-4d30-4188-a35f-df889d984027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.845405 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37332) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:54.856452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e190f72a-4d30-4188-a35f-df889d984027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.859378 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e190f72a-4d30-4188-a35f-df889d984027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.863868 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-e190f72a-4d30-4188-a35f-df889d984027 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62b71f3a-e515-4108-8493-d003107af650 HTTP/1.1" status: 204 len: 168 time: 0.2630208 Jul 29 20:39:54.872977 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190f72a-4d30-4188-a35f-df889d984027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b71f3a-e515-4108-8493-d003107af650,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:54.992754 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9958b399-45c2-4d82-a8d1-46cece28ace9 req-81cbcfd4-149f-427f-92cb-7bdfa61be276 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 210 time: 0.0877643 Jul 29 20:39:55.051920 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9feef388-d0a9-41d5-9509-802068f9da35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.237491 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device b39c5174-92d2-4e81-ad50-d828cd2eabb2 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:55.313850 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device ae6736bc-b990-41ad-a724-4c5614a6fb18 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:39:55.331353 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d6aa-33f7-4320-8fea-1d80affd0f43 req-5318a051-34eb-46a6-8c21-58ec458a6d92 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:55.333511 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1642d6aa-33f7-4320-8fea-1d80affd0f43 req-5318a051-34eb-46a6-8c21-58ec458a6d92 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1200314 Jul 29 20:39:55.356359 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9feef388-d0a9-41d5-9509-802068f9da35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.365726 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9feef388-d0a9-41d5-9509-802068f9da35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.367081 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: ae6736bc-b990-41ad-a724-4c5614a6fb18 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:39:55.367735 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device ae6736bc-b990-41ad-a724-4c5614a6fb18 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:39:55.379752 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.402156 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port b39c5174-92d2-4e81-ad50-d828cd2eabb2 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:55.402862 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.424722 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37354) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:55.426936 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9feef388-d0a9-41d5-9509-802068f9da35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6426619abf924985876f4805b01c2f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5799928 Jul 29 20:39:55.429818 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feef388-d0a9-41d5-9509-802068f9da35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24a07c2-8fae-4849-9d3c-25c05e376b6b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:55.475836 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1642d6aa-33f7-4320-8fea-1d80affd0f43 req-74ae5ca6-d738-4a76-a865-44e4a9b3cc31 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180956 Jul 29 20:39:55.514727 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37356) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:55.530799 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1aba86bf-34b3-4b68-a6ef-1bf5d34aac3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.534531 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6564-8323-4d51-8749-66b9feee2da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.570911 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1aba86bf-34b3-4b68-a6ef-1bf5d34aac3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.631588 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1aba86bf-34b3-4b68-a6ef-1bf5d34aac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.634496 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1aba86bf-34b3-4b68-a6ef-1bf5d34aac3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.635643 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-1aba86bf-34b3-4b68-a6ef-1bf5d34aac3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c24a07c2-8fae-4849-9d3c-25c05e376b6b HTTP/1.1" status: 204 len: 168 time: 0.2095230 Jul 29 20:39:55.647289 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba86bf-34b3-4b68-a6ef-1bf5d34aac3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24a07c2-8fae-4849-9d3c-25c05e376b6b,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:55.689981 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6564-8323-4d51-8749-66b9feee2da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.697056 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6564-8323-4d51-8749-66b9feee2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.744440 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a6564-8323-4d51-8749-66b9feee2da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c054b67e-5926-4575-a7ed-a66436587ced,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:55.750198 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-5e1a6564-8323-4d51-8749-66b9feee2da4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=405f8c9728404a3389fde19ea058fb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342186 Jul 29 20:39:55.752583 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37362) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:55.850426 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.858578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-e17e9a46-f03c-478e-9c72-95e02ed4fa6b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:55.862774 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-e17e9a46-f03c-478e-9c72-95e02ed4fa6b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 814 time: 0.1828051 Jul 29 20:39:55.895493 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Request body: {'port': {'device_id': '491911f8-edae-4f52-adfc-cb1ac66177dd', 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c', 'admin_state_up': True, 'tenant_id': '506195941f4e4ab9a9b96f6196122de9'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:55.897291 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-663ba583-c0f7-4a7b-894f-5f60e0d25498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.922928 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37368) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:55.963397 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-663ba583-c0f7-4a7b-894f-5f60e0d25498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.061875 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-663ba583-c0f7-4a7b-894f-5f60e0d25498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.064739 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-663ba583-c0f7-4a7b-894f-5f60e0d25498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.072443 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-663ba583-c0f7-4a7b-894f-5f60e0d25498 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c054b67e-5926-4575-a7ed-a66436587ced HTTP/1.1" status: 204 len: 168 time: 0.3159854 Jul 29 20:39:56.079382 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1d4960-32b1-4752-a0b8-8dfb017b44c6 admin admin] Deleting subnet 60453288-5e4c-4fcd-8043-7bf8a5aa5268 {{(pid=94858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:39:56.086714 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ba583-c0f7-4a7b-894f-5f60e0d25498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c054b67e-5926-4575-a7ed-a66436587ced,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:56.087328 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d1d4960-32b1-4752-a0b8-8dfb017b44c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.142519 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d1d4960-32b1-4752-a0b8-8dfb017b44c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.153071 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d1d4960-32b1-4752-a0b8-8dfb017b44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.260442 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-10199f53-8977-4079-8466-2c7e39da0c87 req-5ff69b53-78f8-4ee1-a503-70f7fbdd6514 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 210 time: 0.0567658 Jul 29 20:39:56.281890 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d1d4960-32b1-4752-a0b8-8dfb017b44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.322584 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d4960-32b1-4752-a0b8-8dfb017b44c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60453288-5e4c-4fcd-8043-7bf8a5aa5268,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:56.325312 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d1d4960-32b1-4752-a0b8-8dfb017b44c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.329978 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-6d1d4960-32b1-4752-a0b8-8dfb017b44c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/60453288-5e4c-4fcd-8043-7bf8a5aa5268 HTTP/1.1" status: 204 len: 168 time: 0.4035735 Jul 29 20:39:56.329978 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Made reservation on behalf of 506195941f4e4ab9a9b96f6196122de9 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:56.331184 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37384) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:56.334169 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.548329 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.573153 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37402) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:56.617738 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Allocated IP 172.20.0.11 (ec40d9d6-a77e-41df-80c2-bd5af1a8665c/c00e6eac-9ca8-46a8-93d7-060dfcec9ee0/52e008ca-3748-4ec8-8fd5-33a4168c19c9) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:56.623551 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7c63-ce61-4423-838f-52543bf5238c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.714118 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.738264 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bd2348-0cd0-49ae-b552-891e41310df1']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:56.758091 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9748e-01d1-4b3b-a223-6d3ac0d9ca81 req-0cd81c43-7675-48b0-96e5-c6b44ad11167 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:56.768249 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-70d9748e-01d1-4b3b-a223-6d3ac0d9ca81 req-0cd81c43-7675-48b0-96e5-c6b44ad11167 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1544728 Jul 29 20:39:56.774253 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baca4d09-eff4-4820-ac8c-f9e0f715e7e1') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:56.774742 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baca4d09-eff4-4820-ac8c-f9e0f715e7e1') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:56.798738 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2800968'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.837577 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.856091 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-70d9748e-01d1-4b3b-a223-6d3ac0d9ca81 req-e37f463b-9256-4d5d-86df-8aaeb391a925 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868819 Jul 29 20:39:56.864400 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:39:56.864813 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2798185'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: Traceback (most recent call last): Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: timer() Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: cb(*args, **kw) Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: return func(*args, **kwargs) Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: self._notify() Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: self.callback(batched_events) Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: event.method(event) Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: return f(self, *a, **k) Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._get(url).json() Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: return self.request(url, 'GET', **kwargs) Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:39:56.868448 dv-cinder-802955-1-iscsi neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:39:56.975742 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.992898 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.001019 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.004797 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] 10.222.0.16 "DELETE /v2.0/networks/f7bd2348-0cd0-49ae-b552-891e41310df1 HTTP/1.1" status: 204 len: 168 time: 0.6720285 Jul 29 20:39:57.007631 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af2430-1ed5-47a7-9b6d-6cabcae0c38f admin admin] Pushing event deleted for resources: {'Network': ['ID=f7bd2348-0cd0-49ae-b552-891e41310df1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:57.046078 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.053877 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37416) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:57.076299 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7c63-ce61-4423-838f-52543bf5238c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.086809 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7c63-ce61-4423-838f-52543bf5238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.158281 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f1ce7c63-ce61-4423-838f-52543bf5238c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0feb2788b58d4c9898aff744e174b117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770111 Jul 29 20:39:57.161652 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37422) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:57.162149 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce7c63-ce61-4423-838f-52543bf5238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccd5d38-013a-48b0-864a-9b20be569e9b,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:57.179440 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.193717 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['c0f8c414-3e40-4092-94cd-da0fca3aa458', 'adc9069a-ced0-495f-9db0-2877f30fed10'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:39:57.239659 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Network ec40d9d6-a77e-41df-80c2-bd5af1a8665c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:57.245282 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:57.251166 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:57.272735 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:57.276067 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.284841 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b251-2127-45cc-bc6d-178e8aada800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.309471 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4270034 Jul 29 20:39:57.331674 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Request body: {'port': {'device_id': '491911f8-edae-4f52-adfc-cb1ac66177dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:57.336222 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b251-2127-45cc-bc6d-178e8aada800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.401192 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37428) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:57.402316 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf45871a-8d1c-42d4-ac7a-de248624fbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.478760 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87079168-f03f-4f81-9e55-d324356e2dde tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Pushing event updated for resources: {'Port': ['ID=52e008ca-3748-4ec8-8fd5-33a4168c19c9,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:57.498714 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.586637 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-7d33e5c9-ebe9-4df3-af84-9c63df377e03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30406affa78c46e2b897be3cfa51896f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1777835 Jul 29 20:39:57.587658 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37432) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:57.619164 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ecd0a-78e0-4446-8a53-b6e288795599 req-75a41896-6cd2-44bd-b1fd-ce83928dac7d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:57.627508 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dc1ecd0a-78e0-4446-8a53-b6e288795599 req-75a41896-6cd2-44bd-b1fd-ce83928dac7d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 932 time: 0.1883879 Jul 29 20:39:57.654044 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b251-2127-45cc-bc6d-178e8aada800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.657097 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b251-2127-45cc-bc6d-178e8aada800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.658498 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-0dc1b251-2127-45cc-bc6d-178e8aada800 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fccd5d38-013a-48b0-864a-9b20be569e9b HTTP/1.1" status: 204 len: 168 time: 0.4958985 Jul 29 20:39:57.687294 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1b251-2127-45cc-bc6d-178e8aada800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccd5d38-013a-48b0-864a-9b20be569e9b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:57.755122 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dc1ecd0a-78e0-4446-8a53-b6e288795599 req-62381b67-2feb-490c-87dd-0039a356e29f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252785 Jul 29 20:39:57.794802 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc203-7abc-41b1-8275-1d5357da7d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.802038 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf45871a-8d1c-42d4-ac7a-de248624fbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.808720 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf45871a-8d1c-42d4-ac7a-de248624fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.831102 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc203-7abc-41b1-8275-1d5357da7d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.866638 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-bf45871a-8d1c-42d4-ac7a-de248624fbf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfcb81ef73c04d82a1f431ae6684ceab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8115497 Jul 29 20:39:57.867864 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45871a-8d1c-42d4-ac7a-de248624fbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df430eaa-b2aa-47a5-b67b-e51eb46cc978,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:57.870094 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37440) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:57.999684 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d37d-4432-4930-9bc5-8f5799f850ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.031300 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37446) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:58.043119 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d37d-4432-4930-9bc5-8f5799f850ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.043368 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e008ca-3748-4ec8-8fd5-33a4168c19c9 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:39:58.053038 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.131836 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d37d-4432-4930-9bc5-8f5799f850ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.135698 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d37d-4432-4930-9bc5-8f5799f850ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.139482 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-b9c7d37d-4432-4930-9bc5-8f5799f850ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df430eaa-b2aa-47a5-b67b-e51eb46cc978 HTTP/1.1" status: 204 len: 168 time: 0.2460957 Jul 29 20:39:58.156035 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7d37d-4432-4930-9bc5-8f5799f850ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df430eaa-b2aa-47a5-b67b-e51eb46cc978,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:58.171085 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Transition to ACTIVE for port object 52e008ca-3748-4ec8-8fd5-33a4168c19c9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:58.176305 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc203-7abc-41b1-8275-1d5357da7d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.184895 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc203-7abc-41b1-8275-1d5357da7d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.189103 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-e1bcc203-7abc-41b1-8275-1d5357da7d69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af35575b-16a5-4f50-a97c-1753bb776a61 HTTP/1.1" status: 204 len: 168 time: 0.6003926 Jul 29 20:39:58.203461 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.251425 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1809141386-network', 'tenant_id': 'b8e4bbbaa81743dea1b21489951fc7e3'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:58.258851 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcc203-7abc-41b1-8275-1d5357da7d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af35575b-16a5-4f50-a97c-1753bb776a61,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:58.291068 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56acd7-5121-4a3b-a2ba-7b583e8d365f req-de3a654b-6a36-45c8-9c5a-9cadc201ef0c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:58.293133 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2d56acd7-5121-4a3b-a2ba-7b583e8d365f req-de3a654b-6a36-45c8-9c5a-9cadc201ef0c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.2199476 Jul 29 20:39:58.311872 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Made reservation on behalf of b8e4bbbaa81743dea1b21489951fc7e3 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:58.318288 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.341380 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.455373 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2d56acd7-5121-4a3b-a2ba-7b583e8d365f req-5e7ad19c-eed3-48f1-b02f-63571db2a8d0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424325 Jul 29 20:39:58.463087 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Pushing event updated for resources: {'Port': ['ID=52e008ca-3748-4ec8-8fd5-33a4168c19c9,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:58.478455 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Attempting to bind port 52e008ca-3748-4ec8-8fd5-33a4168c19c9 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:58.480364 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Attempting to bind port 52e008ca-3748-4ec8-8fd5-33a4168c19c9 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:58.480510 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Attempting to bind port 52e008ca-3748-4ec8-8fd5-33a4168c19c9 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:58.490628 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Port 52e008ca-3748-4ec8-8fd5-33a4168c19c9 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:39:58.493155 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Attempting to bind port 52e008ca-3748-4ec8-8fd5-33a4168c19c9 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:58.506661 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:58.506939 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Checking segment: {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:58.507460 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Bound using segment: {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:58.507971 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Bound port: 52e008ca-3748-4ec8-8fd5-33a4168c19c9, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:58.510254 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.532373 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.543593 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.576999 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:39:58.598395 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727d492f-17fd-45a0-ad5b-abe33a7644e6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:58.603040 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.603479 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Added segment 3074ca36-1240-4fb9-bcd8-f9a0088cedb1 of type vlan for network d8549868-dea3-4bfc-a656-417a728d439b Jul 29 20:39:58.648085 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] For port 52e008ca-3748-4ec8-8fd5-33a4168c19c9, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:58.654571 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] For port 52e008ca-3748-4ec8-8fd5-33a4168c19c9, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=52e008ca-3748-4ec8-8fd5-33a4168c19c9,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:58.661949 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.668731 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.711858 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:58.712304 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.713794 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] 10.222.0.18 "PUT /v2.0/ports/52e008ca-3748-4ec8-8fd5-33a4168c19c9 HTTP/1.1" status: 200 len: 1094 time: 1.3935080 Jul 29 20:39:58.714583 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491911f8-edae-4f52-adfc-cb1ac66177dd', 'tag': '52e008ca-3748-4ec8-8fd5-33a4168c19c9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:39:58.717149 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71702ba6-77bd-414a-b40e-ae7faa152474" -d '{"events": [{"name": "network-changed", "server_uuid": "491911f8-edae-4f52-adfc-cb1ac66177dd", "tag": "52e008ca-3748-4ec8-8fd5-33a4168c19c9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:39:58.736965 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.738177 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:58.742908 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edbb55-c3e1-49f2-a78d-e52c6e0b2d5e service neutron] Pushing event updated for resources: {'Port': ['ID=52e008ca-3748-4ec8-8fd5-33a4168c19c9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:58.745479 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:58.781007 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7483201 Jul 29 20:39:58.790823 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37474) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:58.806742 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Request body: {'subnet': {'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1809141386-subnet', 'tenant_id': 'b8e4bbbaa81743dea1b21489951fc7e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:58.846939 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f59fff-0aa4-4f62-890c-21d4c2239150 x-openstack-request-id: req-d0f59fff-0aa4-4f62-890c-21d4c2239150 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:39:58.847230 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491911f8-edae-4f52-adfc-cb1ac66177dd", "tag": "52e008ca-3748-4ec8-8fd5-33a4168c19c9", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:39:58.847485 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0f59fff-0aa4-4f62-890c-21d4c2239150 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:39:58.847881 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491911f8-edae-4f52-adfc-cb1ac66177dd', 'tag': '52e008ca-3748-4ec8-8fd5-33a4168c19c9', 'status': 'completed', 'code': 200} Jul 29 20:39:58.849847 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a09355-d198-4a57-adaa-645c2b67153c admin admin] Pushing event updated for resources: {'Network': ['ID=d8549868-dea3-4bfc-a656-417a728d439b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:58.864420 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network d8549868-dea3-4bfc-a656-417a728d439b details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:39:58.915207 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-2824de70-b3d2-42ce-9455-cc11a40c51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:58.918291 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-2824de70-b3d2-42ce-9455-cc11a40c51d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 1097 time: 0.1470206 Jul 29 20:39:58.919214 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Made reservation on behalf of b8e4bbbaa81743dea1b21489951fc7e3 for: {'subnet': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:58.922122 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:59.012883 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-2d13e623-edd5-4708-9280-34d9e9f85c09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52e008ca-3748-4ec8-8fd5-33a4168c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0744336 Jul 29 20:39:59.028954 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d07613-c10d-4035-8030-75106361eb89 req-c73273c3-edb8-4f0c-ae97-ccd2317e3bb3 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:59.030590 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-10d07613-c10d-4035-8030-75106361eb89 req-c73273c3-edb8-4f0c-ae97-ccd2317e3bb3 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 944 time: 0.1303988 Jul 29 20:39:59.132326 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-10d07613-c10d-4035-8030-75106361eb89 req-0011c575-07e1-414d-9194-ef66192b8323 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917182 Jul 29 20:39:59.144857 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-5573c160-edf2-45e4-82d5-776b711ce685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:59.147981 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-5573c160-edf2-45e4-82d5-776b711ce685 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 200 len: 854 time: 0.1156640 Jul 29 20:39:59.221001 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-4a1fd3fd-9c65-49f5-8373-74a5f4e30c61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599658 Jul 29 20:39:59.340404 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-069c48dc-4c68-4854-952b-ed07edc5d991 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049697 Jul 29 20:39:59.803283 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:59.921663 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44abb1-66f2-4b03-9fc1-51c5dfb661a8 req-2e8635b8-5c20-41e4-acdb-bbeb1b32aad6 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:59.922971 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1d44abb1-66f2-4b03-9fc1-51c5dfb661a8 req-2e8635b8-5c20-41e4-acdb-bbeb1b32aad6 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.3144174 Jul 29 20:39:59.947362 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9091f9b0-c31b-4661-9a24-95854bef4e26,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:59.986271 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80532c67-0ed2-4a3c-8198-c797ed5ae4a1 req-8e74522a-a72a-4dac-ac5f-daad49507d55 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773215 Jul 29 20:39:59.996741 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Checking segment: {'id': '3074ca36-1240-4fb9-bcd8-f9a0088cedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:59.997101 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Network hostable DHCP agents. Network: d8549868-dea3-4bfc-a656-417a728d439b, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:40:00.050340 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1d44abb1-66f2-4b03-9fc1-51c5dfb661a8 req-35c9029b-fac5-4830-a539-cf7ff1cec84c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476506 Jul 29 20:40:00.073083 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Network d8549868-dea3-4bfc-a656-417a728d439b is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:40:00.084722 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, d8549868-dea3-4bfc-a656-417a728d439b) {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:00.089137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:00.089954 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:00.098562 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3183ef-d1cd-45b3-aa08-0bbaadc4f8a3 None None] Network d8549868-dea3-4bfc-a656-417a728d439b requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:40:00.135916 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-ecb67585-2dc1-4d4b-b9e4-9a8fb62153a1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3308737 Jul 29 20:40:00.196476 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-ff171036-1b32-4b41-b6d8-bd560abc28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:00.202056 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-ff171036-1b32-4b41-b6d8-bd560abc28ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 1097 time: 0.0846841 Jul 29 20:40:00.310876 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489685-8067-492b-96ce-fc3957ee0c36 req-4375ae4a-c808-42f5-bad3-0e261c880c8b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:00.323523 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-83489685-8067-492b-96ce-fc3957ee0c36 req-4375ae4a-c808-42f5-bad3-0e261c880c8b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 944 time: 0.0666528 Jul 29 20:40:00.406807 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-83489685-8067-492b-96ce-fc3957ee0c36 req-1e1c7b65-452a-4ed6-a441-bdcb56d1529d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719354 Jul 29 20:40:00.418644 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a19795-b7c1-4566-8ea6-28f6a689a767 None None] Network d8549868-dea3-4bfc-a656-417a728d439b requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:40:00.438815 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-895ba22b-f207-4e4b-a17a-d0f150aa529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:00.438815 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-895ba22b-f207-4e4b-a17a-d0f150aa529e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 915 time: 0.2241192 Jul 29 20:40:00.535702 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-8c0af7dc-3f1d-44df-8cb8-7a437d982f2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52e008ca-3748-4ec8-8fd5-33a4168c19c9 HTTP/1.1" status: 200 len: 217 time: 0.0872657 Jul 29 20:40:00.622151 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-42c1bf38-7df4-4778-b772-bdc05d0d3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:00.623718 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-42c1bf38-7df4-4778-b772-bdc05d0d3291 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 200 len: 854 time: 0.0779061 Jul 29 20:40:00.672004 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-6a56e70c-d273-4313-bbb4-4df9eaa84c7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380542 Jul 29 20:40:00.896980 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-b7cb3fd9-0928-4440-99d5-42f0b5b1ce08 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103343 Jul 29 20:40:01.075229 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71702ba6-77bd-414a-b40e-ae7faa152474 req-1e40c64e-9b4a-44ec-bd3b-196da3b874d0 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671181 Jul 29 20:40:01.365422 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c36e9-dcfc-4933-a7f1-17df7506ecac req-409d980a-c862-4283-a529-256fcd34bd51 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:01.376179 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a69c36e9-dcfc-4933-a7f1-17df7506ecac req-409d980a-c862-4283-a529-256fcd34bd51 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1214066 Jul 29 20:40:01.482372 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a69c36e9-dcfc-4933-a7f1-17df7506ecac req-87bd402e-b0cc-4216-bd7e-94070b67a697 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958159 Jul 29 20:40:01.628170 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef85aaf-be6f-4898-b836-5ded36f0410a req-8e1a2676-c041-41f0-bd1d-6bbd048d9d88 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:01.629795 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eef85aaf-be6f-4898-b836-5ded36f0410a req-8e1a2676-c041-41f0-bd1d-6bbd048d9d88 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 944 time: 0.0852587 Jul 29 20:40:01.697068 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eef85aaf-be6f-4898-b836-5ded36f0410a req-7f1b5200-05bc-4d42-af5a-c7d4194a3d60 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558145 Jul 29 20:40:02.102877 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37614) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:02.293186 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fd194615-051d-44a1-aeb2-bcf75c429008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:02.437743 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fd194615-051d-44a1-aeb2-bcf75c429008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:02.445884 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fd194615-051d-44a1-aeb2-bcf75c429008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:02.509383 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd194615-051d-44a1-aeb2-bcf75c429008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc31728-ba13-44d9-af4c-219afa2059e7,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:02.555583 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37632) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:02.556212 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-fd194615-051d-44a1-aeb2-bcf75c429008 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7418db26e52742f2ba95e27a019fd933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522171 Jul 29 20:40:02.618279 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c58f2ca-c369-4318-ab5d-c717ebce053d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:02.642235 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06027083-2db7-4c6d-bbbb-0cd05f3ff73d req-8a8f96d6-23ef-464d-9fa1-42c2eeec8c24 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:02.651214 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-06027083-2db7-4c6d-bbbb-0cd05f3ff73d req-8a8f96d6-23ef-464d-9fa1-42c2eeec8c24 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0934412 Jul 29 20:40:02.664306 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c58f2ca-c369-4318-ab5d-c717ebce053d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:02.744968 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c58f2ca-c369-4318-ab5d-c717ebce053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:02.746224 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-06027083-2db7-4c6d-bbbb-0cd05f3ff73d req-90c859a6-8162-4e4f-ad8a-b6bfd33226f7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938604 Jul 29 20:40:02.749019 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c58f2ca-c369-4318-ab5d-c717ebce053d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:02.750211 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-3c58f2ca-c369-4318-ab5d-c717ebce053d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccc31728-ba13-44d9-af4c-219afa2059e7 HTTP/1.1" status: 204 len: 168 time: 0.1936529 Jul 29 20:40:02.765147 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58f2ca-c369-4318-ab5d-c717ebce053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc31728-ba13-44d9-af4c-219afa2059e7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:02.949108 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb288d-2b6f-4c8d-94a3-036e57afdbe7 req-55c9c27d-44a4-4e8e-8319-40d9c6197b49 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:02.959923 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7cfb288d-2b6f-4c8d-94a3-036e57afdbe7 req-55c9c27d-44a4-4e8e-8319-40d9c6197b49 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 944 time: 0.1240017 Jul 29 20:40:03.050185 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7cfb288d-2b6f-4c8d-94a3-036e57afdbe7 req-e172a0a1-6fe7-4d1c-9768-50fb5c879927 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881133 Jul 29 20:40:03.173097 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e2ec3dc9-3691-44b2-ad54-7f492756d6fd tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:03.175462 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e2ec3dc9-3691-44b2-ad54-7f492756d6fd tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/networks?id=d8549868-dea3-4bfc-a656-417a728d439b HTTP/1.1" status: 200 len: 809 time: 0.1964998 Jul 29 20:40:03.207093 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-85188c1a-fd55-482c-a9f3-078325e01528 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/quotas/b8e4bbbaa81743dea1b21489951fc7e3 HTTP/1.1" status: 200 len: 375 time: 0.0173981 Jul 29 20:40:03.247051 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-8fd0d036-4117-4a85-9649-7b7ec5063e42 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8e4bbbaa81743dea1b21489951fc7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320063 Jul 29 20:40:03.390214 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-4aaca844-d53b-4620-b604-91093c3ef0fe service neutron] 10.222.0.16 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292963 Jul 29 20:40:03.451040 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37672) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:03.479503 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27cf3edb-fbcd-4ec2-891b-705171fe95c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:03.531480 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-52af2105-713d-4f9c-890e-28d752f9430a service neutron] 10.222.0.16 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402354 Jul 29 20:40:03.642012 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27cf3edb-fbcd-4ec2-891b-705171fe95c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:03.650539 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27cf3edb-fbcd-4ec2-891b-705171fe95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:03.737194 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-27cf3edb-fbcd-4ec2-891b-705171fe95c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d614bcbc2032421eb28b23fb19772fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846894 Jul 29 20:40:03.740503 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37680) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:03.741409 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37682) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:03.741745 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf3edb-fbcd-4ec2-891b-705171fe95c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fbd937-8dd2-4085-99ea-b5def843d28e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:03.798107 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-75322a9b-cf3f-44a6-8e78-93dc3687d7e0 req-a2bf5bbc-9a8f-45a6-92ca-fd48d36e5051 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 210 time: 0.0527751 Jul 29 20:40:03.863035 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6f00-c8b2-43a6-976b-f98ff841cab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:03.918405 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6f00-c8b2-43a6-976b-f98ff841cab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:03.980759 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6e101418-8b11-4583-a95b-ae108655a2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.059323 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0905f-3e8a-49fe-ad74-a5e4e80c15cf req-72aa8c91-5c7c-41c2-b72e-32c16bcdcb36 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:04.061114 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bac0905f-3e8a-49fe-ad74-a5e4e80c15cf req-72aa8c91-5c7c-41c2-b72e-32c16bcdcb36 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.1461172 Jul 29 20:40:04.114296 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6f00-c8b2-43a6-976b-f98ff841cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.129936 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6f00-c8b2-43a6-976b-f98ff841cab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.133526 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-e0ac6f00-c8b2-43a6-976b-f98ff841cab4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44fbd937-8dd2-4085-99ea-b5def843d28e HTTP/1.1" status: 204 len: 168 time: 0.3871524 Jul 29 20:40:04.190030 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 52e008ca-3748-4ec8-8fd5-33a4168c19c9 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:40:04.197555 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6f00-c8b2-43a6-976b-f98ff841cab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fbd937-8dd2-4085-99ea-b5def843d28e,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:04.244741 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f7554-c049-4753-ab56-f79ac8c33198 req-4833edfd-ea17-4040-90cc-0cb9c2ba9f04 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:04.258841 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e32f7554-c049-4753-ab56-f79ac8c33198 req-4833edfd-ea17-4040-90cc-0cb9c2ba9f04 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 944 time: 0.0855234 Jul 29 20:40:04.268011 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bac0905f-3e8a-49fe-ad74-a5e4e80c15cf req-d0a22290-0970-47b4-9d29-d11a53b30459 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752582 Jul 29 20:40:04.354298 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 52e008ca-3748-4ec8-8fd5-33a4168c19c9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=52e008ca-3748-4ec8-8fd5-33a4168c19c9,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:04.359576 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e32f7554-c049-4753-ab56-f79ac8c33198 req-e6d4928a-3400-4f9a-ae59-6870242b70b4 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998290 Jul 29 20:40:04.371459 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6e101418-8b11-4583-a95b-ae108655a2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.385925 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6e101418-8b11-4583-a95b-ae108655a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.395422 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': '52e008ca-3748-4ec8-8fd5-33a4168c19c9', 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c', 'port_id': '52e008ca-3748-4ec8-8fd5-33a4168c19c9', 'mac_address': 'fa:16:3e:b0:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00e6eac-9ca8-46a8-93d7-060dfcec9ee0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:40:04.435484 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e101418-8b11-4583-a95b-ae108655a2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba85a90-915a-4c0c-a8b2-0b34cba9e3fa,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:04.440289 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-6e101418-8b11-4583-a95b-ae108655a2e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e53f7baf7864efdbde27070d27258ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974106 Jul 29 20:40:04.442920 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37704) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:04.478327 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.498732 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e008ca-3748-4ec8-8fd5-33a4168c19c9 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:40:04.520704 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ee7e9af-10f4-4831-844d-b8296bcf5b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.530339 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 52e008ca-3748-4ec8-8fd5-33a4168c19c9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=52e008ca-3748-4ec8-8fd5-33a4168c19c9,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:04.538126 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.558966 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ee7e9af-10f4-4831-844d-b8296bcf5b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.627226 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ee7e9af-10f4-4831-844d-b8296bcf5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.630414 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ee7e9af-10f4-4831-844d-b8296bcf5b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.633646 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-7ee7e9af-10f4-4831-844d-b8296bcf5b92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ba85a90-915a-4c0c-a8b2-0b34cba9e3fa HTTP/1.1" status: 204 len: 168 time: 0.1877930 Jul 29 20:40:04.637377 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=52e008ca-3748-4ec8-8fd5-33a4168c19c9,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:04.654015 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7e9af-10f4-4831-844d-b8296bcf5b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba85a90-915a-4c0c-a8b2-0b34cba9e3fa,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:04.940313 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-48d5b84d-a537-4f10-a5c1-e68c49fe34ca req-58808fc2-644e-44ac-87ba-bef2fb9140da tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 210 time: 0.0465209 Jul 29 20:40:05.163528 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37732) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:05.177769 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a8382fc9-cdaa-4fa1-b8e0-f1092cd88b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:05.308478 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a8382fc9-cdaa-4fa1-b8e0-f1092cd88b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:05.315194 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a8382fc9-cdaa-4fa1-b8e0-f1092cd88b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:05.369343 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a8382fc9-cdaa-4fa1-b8e0-f1092cd88b92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39f4f5914efe4791bbcbe8d9da9ace95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024598 Jul 29 20:40:05.370165 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37740) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:05.373048 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8382fc9-cdaa-4fa1-b8e0-f1092cd88b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff998665-b6d3-4fcc-8f92-3c33d5ebddc7,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:05.429981 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c50769-8945-4f43-a675-69341b78cac8 req-8f28b0ff-dd9b-4777-ac83-2b836ad33b27 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:05.432171 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b5c50769-8945-4f43-a675-69341b78cac8 req-8f28b0ff-dd9b-4777-ac83-2b836ad33b27 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0762465 Jul 29 20:40:05.447355 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e825643c-63c6-47d0-8d49-c0ec43897fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:05.474761 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e825643c-63c6-47d0-8d49-c0ec43897fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:05.492739 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b5c50769-8945-4f43-a675-69341b78cac8 req-4a0f1d8e-1c80-4eab-89d8-9ac4af5ed042 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Jul 29 20:40:05.542588 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e825643c-63c6-47d0-8d49-c0ec43897fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:05.545381 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e825643c-63c6-47d0-8d49-c0ec43897fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:05.546662 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-e825643c-63c6-47d0-8d49-c0ec43897fdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff998665-b6d3-4fcc-8f92-3c33d5ebddc7 HTTP/1.1" status: 204 len: 168 time: 0.1652472 Jul 29 20:40:05.558572 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825643c-63c6-47d0-8d49-c0ec43897fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff998665-b6d3-4fcc-8f92-3c33d5ebddc7,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:05.634327 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9addd8-c865-4f88-adba-77010546e26b req-e17bc872-5551-4a77-a20b-74f5a7803be5 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:05.635959 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6f9addd8-c865-4f88-adba-77010546e26b req-e17bc872-5551-4a77-a20b-74f5a7803be5 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 945 time: 0.0846307 Jul 29 20:40:05.685004 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6f9addd8-c865-4f88-adba-77010546e26b req-a01a74a3-77b0-4c7c-bf2b-b2e787eb8a8b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Jul 29 20:40:06.170710 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:40:06.280309 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-72a67607-8140-4d28-8b54-f80381c7b831 req-0e682451-e3c6-468a-8633-b1fab191eb07 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 210 time: 0.0453134 Jul 29 20:40:06.512790 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['52e008ca-3748-4ec8-8fd5-33a4168c19c9'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:06.582032 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2423-6550-493d-83b4-bb2e730ff46e req-abbc43b1-0f79-40d0-9e95-15ff41ed928d tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:06.584537 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-abbc43b1-0f79-40d0-9e95-15ff41ed928d tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/networks?id=3000063d-e4e6-4fb6-a145-d0732f3c91f3 HTTP/1.1" status: 200 len: 813 time: 0.1427681 Jul 29 20:40:06.602985 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-e517de91-5069-42f6-9b9f-2803802da340 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/quotas/ccd17c11a2b04e1ea43e473317b93f32 HTTP/1.1" status: 200 len: 375 time: 0.0125487 Jul 29 20:40:06.641433 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc15f9-9c18-4bcd-9198-251aa016550e req-3aa9f94b-8db8-4798-b772-cc787a38d92e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:06.646522 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8fcc15f9-9c18-4bcd-9198-251aa016550e req-3aa9f94b-8db8-4798-b772-cc787a38d92e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0847423 Jul 29 20:40:06.670759 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-a8d62cda-1664-4918-8371-30ea58cfa407 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccd17c11a2b04e1ea43e473317b93f32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614042 Jul 29 20:40:06.710144 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8fcc15f9-9c18-4bcd-9198-251aa016550e req-b78fbd87-0cdf-4998-8940-9c4effebca14 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562282 Jul 29 20:40:06.864821 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-af04bb22-dbd8-4e30-9fde-ae8a000b919c service neutron] 10.222.0.16 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806278 Jul 29 20:40:06.890563 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b99a-c697-4b75-b400-7934b18f7e52 req-6ee0dbe1-3841-4777-885e-a8f856b7910f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:06.898685 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8b58b99a-c697-4b75-b400-7934b18f7e52 req-6ee0dbe1-3841-4777-885e-a8f856b7910f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 945 time: 0.0861499 Jul 29 20:40:06.952118 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8b58b99a-c697-4b75-b400-7934b18f7e52 req-62d78953-6575-4423-a765-62f4cbcedb1e tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519786 Jul 29 20:40:07.060661 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-9f0d2556-a61c-46dd-aad0-50d9a5957451 service neutron] 10.222.0.16 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894939 Jul 29 20:40:07.085109 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-7a44d442-8f8c-46e4-847b-69cd92e595c1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:07.090560 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-7a44d442-8f8c-46e4-847b-69cd92e595c1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.18 "GET /v2.0/networks?id=d8549868-dea3-4bfc-a656-417a728d439b HTTP/1.1" status: 200 len: 809 time: 0.1704543 Jul 29 20:40:07.125619 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Request body: {'port': {'device_id': 'bfe4addf-aff4-4b26-b45f-340112b12bf8', 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b', 'admin_state_up': True, 'tenant_id': 'b8e4bbbaa81743dea1b21489951fc7e3'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:07.340217 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-30a93a65-93db-4086-a7df-413f49c515b3 req-546947fe-79de-483c-b033-965b7504e156 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 210 time: 0.0474973 Jul 29 20:40:07.406423 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Made reservation on behalf of b8e4bbbaa81743dea1b21489951fc7e3 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:07.418173 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.469049 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1c47d3fd-f2b4-4b1b-aed2-f67ee4d8979b req-1e11fd88-c08b-411b-9f5c-3b74687a0bd3 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 210 time: 0.0515349 Jul 29 20:40:07.596585 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Allocated IP 172.20.0.2 (d8549868-dea3-4bfc-a656-417a728d439b/9091f9b0-c31b-4661-9a24-95854bef4e26/8ec7b650-95d3-4d60-b329-69fce5c551b6) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:07.879532 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.905204 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4079-50f7-4e11-aef6-d352b2a3c928 req-4f2bf37f-b0c9-4fc8-8ea5-71d05d971a6a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:07.906166 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc543-cba7-468e-b8db-c13d1bc1846c req-bce592e2-f5cd-4904-a6d1-3b78372b19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:07.907767 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-576cc543-cba7-468e-b8db-c13d1bc1846c req-bce592e2-f5cd-4904-a6d1-3b78372b19bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 1099 time: 0.0812886 Jul 29 20:40:07.911249 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f1ab4079-50f7-4e11-aef6-d352b2a3c928 req-4f2bf37f-b0c9-4fc8-8ea5-71d05d971a6a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0944276 Jul 29 20:40:07.969769 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-576cc543-cba7-468e-b8db-c13d1bc1846c req-6841f1eb-fbcc-4c0a-8357-c9e8e6d6ac68 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526187 Jul 29 20:40:07.992139 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f1ab4079-50f7-4e11-aef6-d352b2a3c928 req-64fd6473-5db5-4841-bb99-89de609ee9a6 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778577 Jul 29 20:40:08.005905 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.088455 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Pushing event updated for resources: {'Port': ['ID=8ec7b650-95d3-4d60-b329-69fce5c551b6,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:08.090533 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b9ad8-6bf5-423b-b984-adcafbc0d237 req-eaaf374e-a8e0-4902-b9da-cadc22ae600a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:08.093321 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Network d8549868-dea3-4bfc-a656-417a728d439b is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:08.094845 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:08.102877 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:08.109356 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ee4b9ad8-6bf5-423b-b984-adcafbc0d237 req-eaaf374e-a8e0-4902-b9da-cadc22ae600a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 945 time: 0.0757723 Jul 29 20:40:08.110295 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:08.111360 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.132772 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-71b01851-4d7d-4cc6-bfc4-71b83dba189a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0151618 Jul 29 20:40:08.158970 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Request body: {'port': {'device_id': 'bfe4addf-aff4-4b26-b45f-340112b12bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:08.163582 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ee4b9ad8-6bf5-423b-b984-adcafbc0d237 req-64e8a889-02ff-4735-a81d-8c7219ecb6c9 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491977 Jul 29 20:40:08.174443 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 52e008ca-3748-4ec8-8fd5-33a4168c19c9 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:08.223543 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.233213 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port 52e008ca-3748-4ec8-8fd5-33a4168c19c9 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:08.237703 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port 52e008ca-3748-4ec8-8fd5-33a4168c19c9 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:08.238080 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.327315 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.353364 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491911f8-edae-4f52-adfc-cb1ac66177dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e008ca-3748-4ec8-8fd5-33a4168c19c9'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:08.355762 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dd8bc3-e620-4a4c-a792-9fb005be0e0a" -d '{"events": [{"server_uuid": "491911f8-edae-4f52-adfc-cb1ac66177dd", "name": "network-vif-plugged", "status": "completed", "tag": "52e008ca-3748-4ec8-8fd5-33a4168c19c9"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:08.401572 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 52e008ca-3748-4ec8-8fd5-33a4168c19c9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=52e008ca-3748-4ec8-8fd5-33a4168c19c9,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:08.409266 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.453357 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44483e4b-d389-4eb1-a4b8-90d4f0f0e71d x-openstack-request-id: req-44483e4b-d389-4eb1-a4b8-90d4f0f0e71d {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:08.453879 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491911f8-edae-4f52-adfc-cb1ac66177dd", "name": "network-vif-plugged", "status": "completed", "tag": "52e008ca-3748-4ec8-8fd5-33a4168c19c9", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:08.454303 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44483e4b-d389-4eb1-a4b8-90d4f0f0e71d {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:08.454912 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491911f8-edae-4f52-adfc-cb1ac66177dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e008ca-3748-4ec8-8fd5-33a4168c19c9', 'code': 200} Jul 29 20:40:08.515635 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=52e008ca-3748-4ec8-8fd5-33a4168c19c9,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:08.518898 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 37986) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:08.548692 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ec3a97be-2e3a-42e2-a689-5a7af52e72ea req-19a94587-5167-426c-8b39-da749a0c2f19 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 210 time: 0.0489526 Jul 29 20:40:08.782384 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5d2c4-b6c9-4813-9b5d-c8ea41df69ab req-9ba850a8-27df-4f7c-8bb9-620db93effa3 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:08.808230 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-09f5d2c4-b6c9-4813-9b5d-c8ea41df69ab req-9ba850a8-27df-4f7c-8bb9-620db93effa3 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 931 time: 0.1682205 Jul 29 20:40:08.818689 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec7b650-95d3-4d60-b329-69fce5c551b6 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:40:08.838253 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.872329 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Transition to ACTIVE for port object 8ec7b650-95d3-4d60-b329-69fce5c551b6 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:08.892958 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.938318 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-09f5d2c4-b6c9-4813-9b5d-c8ea41df69ab req-75dbc0a4-1e71-4765-8be7-5b60371eab16 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290095 Jul 29 20:40:08.951478 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 37992) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:08.967467 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2423-6550-493d-83b4-bb2e730ff46e req-89017e4c-a5ad-4359-b03a-50af36de9e61 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:08.972287 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-89017e4c-a5ad-4359-b03a-50af36de9e61 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.18 "GET /v2.0/networks?id=3000063d-e4e6-4fb6-a145-d0732f3c91f3 HTTP/1.1" status: 200 len: 813 time: 0.2566903 Jul 29 20:40:08.987273 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-facd6337-4570-4d24-95b3-97df5e069230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.999514 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'port': {'device_id': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'admin_state_up': True, 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:09.009093 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c7a4c-19e7-4790-bf37-96cb5310e201 req-46725387-0040-44c9-8b5f-cb7f2bc95534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:09.010712 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a69c7a4c-19e7-4790-bf37-96cb5310e201 req-46725387-0040-44c9-8b5f-cb7f2bc95534 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 1099 time: 0.3080513 Jul 29 20:40:09.049469 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec7b650-95d3-4d60-b329-69fce5c551b6,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:09.088172 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a69c7a4c-19e7-4790-bf37-96cb5310e201 req-2a678e75-bad8-4d40-9a6a-2dc685b3dd03 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549664 Jul 29 20:40:09.143633 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a8d8fd7-b978-4c84-9e2f-f7136a3cd2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.150713 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-facd6337-4570-4d24-95b3-97df5e069230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.157547 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-facd6337-4570-4d24-95b3-97df5e069230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.163309 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Attempting to bind port 8ec7b650-95d3-4d60-b329-69fce5c551b6 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:09.163654 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Attempting to bind port 8ec7b650-95d3-4d60-b329-69fce5c551b6 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '3074ca36-1240-4fb9-bcd8-f9a0088cedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:09.164190 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Attempting to bind port 8ec7b650-95d3-4d60-b329-69fce5c551b6 on network d8549868-dea3-4bfc-a656-417a728d439b {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:09.186587 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Port 8ec7b650-95d3-4d60-b329-69fce5c551b6 on network d8549868-dea3-4bfc-a656-417a728d439b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:40:09.186921 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Attempting to bind port 8ec7b650-95d3-4d60-b329-69fce5c551b6 on network d8549868-dea3-4bfc-a656-417a728d439b {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:09.198872 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:09.199195 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Checking segment: {'id': '3074ca36-1240-4fb9-bcd8-f9a0088cedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:09.199577 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Bound using segment: {'id': '3074ca36-1240-4fb9-bcd8-f9a0088cedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:09.200020 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Bound port: 8ec7b650-95d3-4d60-b329-69fce5c551b6, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3074ca36-1240-4fb9-bcd8-f9a0088cedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:09.200747 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.210666 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281f24f-2e62-48af-a7c1-dfd1ebdbff30 req-2b59841a-bdb5-4dc1-a4d7-e27423bfb57a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:09.212409 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7281f24f-2e62-48af-a7c1-dfd1ebdbff30 req-2b59841a-bdb5-4dc1-a4d7-e27423bfb57a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0961866 Jul 29 20:40:09.215217 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-facd6337-4570-4d24-95b3-97df5e069230 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5da649bbcd284f5399b13fb3405d8dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6944475 Jul 29 20:40:09.216151 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd6337-4570-4d24-95b3-97df5e069230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ad0698-ad31-4ba8-a5c8-dfc66680cd4d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:09.218956 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38008) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:09.289906 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7281f24f-2e62-48af-a7c1-dfd1ebdbff30 req-0f6f1e49-218f-4762-9bc2-49cbbf59670b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Jul 29 20:40:09.315308 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-611db7b5-9853-4add-a193-c9e802f3018f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.342930 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-611db7b5-9853-4add-a193-c9e802f3018f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.373455 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] For port 8ec7b650-95d3-4d60-b329-69fce5c551b6, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:09.378201 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] For port 8ec7b650-95d3-4d60-b329-69fce5c551b6, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8ec7b650-95d3-4d60-b329-69fce5c551b6,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:09.391155 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1371cd8-09b9-40eb-b631-d7e1e1966036 req-4b38141b-b170-4448-91cc-2f31ed835674 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:09.392638 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e1371cd8-09b9-40eb-b631-d7e1e1966036 req-4b38141b-b170-4448-91cc-2f31ed835674 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.1094193 Jul 29 20:40:09.401121 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.437112 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46feab5f-f43b-4147-9bd5-b46aa9d54972 req-d3161fdf-4bdf-432a-9e16-73b7a182d0ff tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:09.438731 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-46feab5f-f43b-4147-9bd5-b46aa9d54972 req-d3161fdf-4bdf-432a-9e16-73b7a182d0ff tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0594482 Jul 29 20:40:09.454117 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-611db7b5-9853-4add-a193-c9e802f3018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.457854 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-611db7b5-9853-4add-a193-c9e802f3018f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.461581 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-611db7b5-9853-4add-a193-c9e802f3018f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99ad0698-ad31-4ba8-a5c8-dfc66680cd4d HTTP/1.1" status: 204 len: 168 time: 0.2390950 Jul 29 20:40:09.461763 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a8d8fd7-b978-4c84-9e2f-f7136a3cd2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.480747 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611db7b5-9853-4add-a193-c9e802f3018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ad0698-ad31-4ba8-a5c8-dfc66680cd4d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:09.487476 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:09.488087 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.489485 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] 10.222.0.18 "PUT /v2.0/ports/8ec7b650-95d3-4d60-b329-69fce5c551b6 HTTP/1.1" status: 200 len: 1093 time: 1.3488820 Jul 29 20:40:09.492180 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a8d8fd7-b978-4c84-9e2f-f7136a3cd2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.494457 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe4addf-aff4-4b26-b45f-340112b12bf8', 'tag': '8ec7b650-95d3-4d60-b329-69fce5c551b6'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:09.496912 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc03785-6f14-4544-b20b-1c034d7169f7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe4addf-aff4-4b26-b45f-340112b12bf8", "tag": "8ec7b650-95d3-4d60-b329-69fce5c551b6"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:09.536272 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f6e9c-9751-472e-8fe7-b43cdd0da256 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec7b650-95d3-4d60-b329-69fce5c551b6,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:09.554728 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-46feab5f-f43b-4147-9bd5-b46aa9d54972 req-90522e39-b7ec-4acd-b1ef-79c282c04d22 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078510 Jul 29 20:40:09.574709 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Made reservation on behalf of ccd17c11a2b04e1ea43e473317b93f32 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:09.578139 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.598478 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e1371cd8-09b9-40eb-b631-d7e1e1966036 req-912f6aee-c3b5-4dce-bb06-bb56354733c3 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828957 Jul 29 20:40:09.646227 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc173a08-70b4-4b35-ba03-d1a98726aba1 x-openstack-request-id: req-cc173a08-70b4-4b35-ba03-d1a98726aba1 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:09.647026 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe4addf-aff4-4b26-b45f-340112b12bf8", "tag": "8ec7b650-95d3-4d60-b329-69fce5c551b6", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:09.647615 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc173a08-70b4-4b35-ba03-d1a98726aba1 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:09.648171 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe4addf-aff4-4b26-b45f-340112b12bf8', 'tag': '8ec7b650-95d3-4d60-b329-69fce5c551b6', 'status': 'completed', 'code': 200} Jul 29 20:40:09.654634 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-5a8d8fd7-b978-4c84-9e2f-f7136a3cd2cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47ae31f542504e819a6c95bd5e1c033b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808159 Jul 29 20:40:09.657300 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38040) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:09.659826 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d8fd7-b978-4c84-9e2f-f7136a3cd2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e83935-288b-4633-ae8c-a2c88ccd4184,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:09.760015 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40df6616-9d88-47c1-a250-6824024ecc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.860847 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40df6616-9d88-47c1-a250-6824024ecc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.971148 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40df6616-9d88-47c1-a250-6824024ecc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.977629 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40df6616-9d88-47c1-a250-6824024ecc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.979350 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-40df6616-9d88-47c1-a250-6824024ecc18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58e83935-288b-4633-ae8c-a2c88ccd4184 HTTP/1.1" status: 204 len: 168 time: 0.3189356 Jul 29 20:40:10.002902 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df6616-9d88-47c1-a250-6824024ecc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e83935-288b-4633-ae8c-a2c88ccd4184,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:10.081542 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38048) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:10.117527 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b657d38-ac62-49cb-b98f-c4136e079503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.185292 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-4c31629a-135b-498f-ba13-59024e2593a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:10.187586 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-4c31629a-135b-498f-ba13-59024e2593a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8e4bbbaa81743dea1b21489951fc7e3&device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 1096 time: 0.6402895 Jul 29 20:40:10.213036 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-52ee2b73-c581-4251-a9e1-e3d69df7f44f req-ae174ef3-cc87-4988-862e-824ea7df9069 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 210 time: 0.1192887 Jul 29 20:40:10.241875 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86969e-c0f1-4456-95ce-b6fa37993dbb req-493050de-0bbe-40d6-8673-db3e61c818f1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:10.243669 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8c86969e-c0f1-4456-95ce-b6fa37993dbb req-493050de-0bbe-40d6-8673-db3e61c818f1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.0977476 Jul 29 20:40:10.267257 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38054) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:10.337557 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Allocated IP 172.20.0.12 (3000063d-e4e6-4fb6-a145-d0732f3c91f3/7ca4db87-e987-4a36-87cb-cbc71b7059a7/d62d52c6-2649-49c2-ac58-79353b04916c) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:10.415668 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8c86969e-c0f1-4456-95ce-b6fa37993dbb req-af220904-d5ee-4f8d-9eb9-4bba8191a77e tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592937 Jul 29 20:40:10.559646 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b657d38-ac62-49cb-b98f-c4136e079503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.569415 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b657d38-ac62-49cb-b98f-c4136e079503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.617574 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b657d38-ac62-49cb-b98f-c4136e079503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7bb953-6f4f-4e34-beb7-89b6c396498d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:10.669404 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-1b657d38-ac62-49cb-b98f-c4136e079503 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7417158465a4c3297423de7b0d5e815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855286 Jul 29 20:40:10.672051 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38064) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:10.741906 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.763181 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87faa59c-a8eb-4926-94cc-6d9d43bd3139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.791394 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-020e409a-a9a7-4459-9406-b4ac4d992fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.798001 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Transition to ACTIVE for port object d62d52c6-2649-49c2-ac58-79353b04916c will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:10.856678 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87faa59c-a8eb-4926-94cc-6d9d43bd3139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.865688 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b04e-9238-4d26-88f7-2b8917161891 req-12abcd8d-c40b-4d07-a176-10afc0242a8f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:10.867364 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e511b04e-9238-4d26-88f7-2b8917161891 req-12abcd8d-c40b-4d07-a176-10afc0242a8f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.1443350 Jul 29 20:40:10.909315 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38068) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:10.930355 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58fb81e4-dda0-4e7d-8f27-062192c3f19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.948425 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e511b04e-9238-4d26-88f7-2b8917161891 req-cd157c94-a274-482e-8536-c73ebad8aa0f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732667 Jul 29 20:40:10.952813 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.975155 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87faa59c-a8eb-4926-94cc-6d9d43bd3139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.978896 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87faa59c-a8eb-4926-94cc-6d9d43bd3139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.980300 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-87faa59c-a8eb-4926-94cc-6d9d43bd3139 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba7bb953-6f4f-4e34-beb7-89b6c396498d HTTP/1.1" status: 204 len: 168 time: 0.3055441 Jul 29 20:40:10.993018 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faa59c-a8eb-4926-94cc-6d9d43bd3139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7bb953-6f4f-4e34-beb7-89b6c396498d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:11.014862 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:11.031234 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:11.042903 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:11.051540 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:11.052215 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.057219 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-020e409a-a9a7-4459-9406-b4ac4d992fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.060723 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'Port': ['ID=d62d52c6-2649-49c2-ac58-79353b04916c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:11.073277 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-020e409a-a9a7-4459-9406-b4ac4d992fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.132043 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e409a-a9a7-4459-9406-b4ac4d992fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c1c0eb-47d2-478d-afce-df4f549aa485,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:11.159506 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-020e409a-a9a7-4459-9406-b4ac4d992fe1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=044150b0d7db4ea2bb3eecf686d389ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8911114 Jul 29 20:40:11.161921 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38072) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:11.243868 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58fb81e4-dda0-4e7d-8f27-062192c3f19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.244866 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-84cd62e2-88b2-4618-b37a-87352a95d3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.250690 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58fb81e4-dda0-4e7d-8f27-062192c3f19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.287442 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-84cd62e2-88b2-4618-b37a-87352a95d3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.288788 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-24b6f826-daa8-40bd-a384-00bf07a94a37 None None] Provisioning for port d62d52c6-2649-49c2-ac58-79353b04916c completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:11.295227 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-24b6f826-daa8-40bd-a384-00bf07a94a37 None None] Provisioning complete for port d62d52c6-2649-49c2-ac58-79353b04916c triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:11.295888 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-24b6f826-daa8-40bd-a384-00bf07a94a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.299622 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb81e4-dda0-4e7d-8f27-062192c3f19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debf744c-821b-4ac5-9a27-a840f29d563f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:11.324134 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-58fb81e4-dda0-4e7d-8f27-062192c3f19a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=827e97667591459682c6a94cbe2ed58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093847 Jul 29 20:40:11.325114 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38078) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:11.350876 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-b3b08167-b03f-49bf-8627-5932ddc43d06 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3611276 Jul 29 20:40:11.382492 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-84cd62e2-88b2-4618-b37a-87352a95d3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.385219 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-84cd62e2-88b2-4618-b37a-87352a95d3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.386209 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-84cd62e2-88b2-4618-b37a-87352a95d3b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0c1c0eb-47d2-478d-afce-df4f549aa485 HTTP/1.1" status: 204 len: 168 time: 0.2230513 Jul 29 20:40:11.414534 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-24b6f826-daa8-40bd-a384-00bf07a94a37 None None] Port d62d52c6-2649-49c2-ac58-79353b04916c cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:40:11.415224 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6baa9f43-2168-4c46-bfdf-36a2eb025fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.441172 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd62e2-88b2-4618-b37a-87352a95d3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c1c0eb-47d2-478d-afce-df4f549aa485,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:11.464681 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b7af-a6b5-4c79-83f4-864ad077b7f7 req-1213156f-c7d9-43d6-87f6-8f76f2b3ce5e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:11.474749 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-28f7b7af-a6b5-4c79-83f4-864ad077b7f7 req-1213156f-c7d9-43d6-87f6-8f76f2b3ce5e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 932 time: 0.1226068 Jul 29 20:40:11.485416 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6baa9f43-2168-4c46-bfdf-36a2eb025fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.524528 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-28f7b7af-a6b5-4c79-83f4-864ad077b7f7 req-a4170668-c82c-47ee-b16d-c3e1f89ec36f tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486841 Jul 29 20:40:11.567850 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6baa9f43-2168-4c46-bfdf-36a2eb025fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.571372 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6baa9f43-2168-4c46-bfdf-36a2eb025fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:11.574215 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-6baa9f43-2168-4c46-bfdf-36a2eb025fea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/debf744c-821b-4ac5-9a27-a840f29d563f HTTP/1.1" status: 204 len: 168 time: 0.2462416 Jul 29 20:40:11.588652 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa9f43-2168-4c46-bfdf-36a2eb025fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debf744c-821b-4ac5-9a27-a840f29d563f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:11.712774 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7c911-be18-4435-bb7b-c5bae1a07148 req-70a8fc46-77d4-4ade-afa8-4df490b029de tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:11.715272 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ee7c911-be18-4435-bb7b-c5bae1a07148 req-70a8fc46-77d4-4ade-afa8-4df490b029de tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.0806603 Jul 29 20:40:11.787257 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ee7c911-be18-4435-bb7b-c5bae1a07148 req-57e533cc-a26d-45bf-af41-d7550d7523b9 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654945 Jul 29 20:40:12.291048 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274c882-da9f-4ee3-8228-26f89527a4fe req-f788328e-a722-4d68-b305-6ba80544953b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:12.299550 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2274c882-da9f-4ee3-8228-26f89527a4fe req-f788328e-a722-4d68-b305-6ba80544953b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.0686142 Jul 29 20:40:12.345190 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2274c882-da9f-4ee3-8228-26f89527a4fe req-61ac9a9f-3aa7-4f9c-98e7-d2705de6d7d0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444529 Jul 29 20:40:12.502925 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e590af2-9e8f-4800-a138-7aef8efada56 req-77f922c4-7d12-4709-9a12-dcfaeba8a8d4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:12.505136 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7e590af2-9e8f-4800-a138-7aef8efada56 req-77f922c4-7d12-4709-9a12-dcfaeba8a8d4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0529230 Jul 29 20:40:12.554290 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7e590af2-9e8f-4800-a138-7aef8efada56 req-2dad5d29-cc5b-4590-8c29-58b1d0474741 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Jul 29 20:40:12.692623 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698344c4-d0cb-4bac-b41e-c4010bf8dd4c req-2de5ab0b-31c0-43ad-81de-6d2e8bd9a39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:12.694520 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-698344c4-d0cb-4bac-b41e-c4010bf8dd4c req-2de5ab0b-31c0-43ad-81de-6d2e8bd9a39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 932 time: 0.0690796 Jul 29 20:40:12.756190 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-698344c4-d0cb-4bac-b41e-c4010bf8dd4c req-ea025dbb-6dc5-4ab3-abf1-ace5b5377e45 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487707 Jul 29 20:40:12.797775 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38150) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:12.942973 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f7018-d3bf-4941-81fa-075906112829 req-97e110d8-dfb2-436c-b814-9de382aed90e tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:12.944796 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a57f7018-d3bf-4941-81fa-075906112829 req-97e110d8-dfb2-436c-b814-9de382aed90e tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.0706697 Jul 29 20:40:12.993028 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a57f7018-d3bf-4941-81fa-075906112829 req-928bb2f8-cc44-4f92-9bb6-7512a332fd9f tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Jul 29 20:40:13.100629 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-507216494-network', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:13.131338 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Made reservation on behalf of b849c45b3c57497ea229df6565c2af55 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:13.134079 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.147959 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.273386 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.280677 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.301333 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:40:13.324209 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.324582 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Added segment f66d74d3-90af-4dec-9f77-02a62d1864bc of type vlan for network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 Jul 29 20:40:13.326517 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99945c-6e4b-4781-a5c7-97bc975aec30,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:13.376317 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.422473 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.423500 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:13.424310 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.518362 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] Pushing event updated for resources: {'Network': ['ID=a72f0ea6-5a3b-4a2e-8d05-bc2372309059,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:13.527581 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d1f14365-20f8-4ac0-b31f-43e3671ba20f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7287753 Jul 29 20:40:13.529585 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:40:13.530702 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38180) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:13.539025 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Request body: {'subnet': {'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-507216494-subnet', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:13.557989 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0d603-b73b-4505-b968-57901199aee0 req-6993d07a-137d-4cbd-882d-9a9b2d997510 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:13.560357 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-edb0d603-b73b-4505-b968-57901199aee0 req-6993d07a-137d-4cbd-882d-9a9b2d997510 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.0888128 Jul 29 20:40:13.564186 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Made reservation on behalf of b849c45b3c57497ea229df6565c2af55 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:13.567871 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1907085'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.656395 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-edb0d603-b73b-4505-b968-57901199aee0 req-ce0b489b-2276-4530-a7a6-aff6fd0bf8de tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860083 Jul 29 20:40:13.827345 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1907107'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.838239 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11735beb-6a79-4616-8266-f7955e54a2eb req-72a28dff-86b0-43b1-b889-abbefdc3544b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:13.840102 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-11735beb-6a79-4616-8266-f7955e54a2eb req-72a28dff-86b0-43b1-b889-abbefdc3544b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0707736 Jul 29 20:40:13.889346 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-11735beb-6a79-4616-8266-f7955e54a2eb req-4d8b01cc-7af2-4d30-9e05-8b2f8d8b6139 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Jul 29 20:40:13.897117 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad198601-d3a7-40fe-bb0f-be551f805d61,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:13.899642 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Checking segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:13.900196 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Network hostable DHCP agents. Network: a72f0ea6-5a3b-4a2e-8d05-bc2372309059, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:40:13.937909 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:40:13.963090 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, a72f0ea6-5a3b-4a2e-8d05-bc2372309059) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:13.972039 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b8701-d5e4-4189-a67e-5b3aa2020cae None None] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:40:13.972239 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:13.976029 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:13.997872 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-ad645bec-df8c-44fe-a82e-4926b7020c02 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4638238 Jul 29 20:40:13.999919 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38194) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:14.021735 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:14.068225 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:14.069230 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:14.075571 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed766c80-3506-4503-bc7f-727bd0660ed6 req-b801b595-c66b-43c0-ade0-0f0c9f613d17 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:14.077136 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ed766c80-3506-4503-bc7f-727bd0660ed6 req-b801b595-c66b-43c0-ade0-0f0c9f613d17 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 932 time: 0.0935988 Jul 29 20:40:14.171273 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ed766c80-3506-4503-bc7f-727bd0660ed6 req-393f870a-e557-48a0-b084-23eb435a67c3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873809 Jul 29 20:40:14.180940 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:14.249324 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:40:14.250264 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:14.406807 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06536add-0135-43d1-9122-b1e2b9c5ce19 req-7011e521-229d-40a5-a5f6-d78c9f98b3b9 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:14.421088 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-06536add-0135-43d1-9122-b1e2b9c5ce19 req-7011e521-229d-40a5-a5f6-d78c9f98b3b9 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.0980728 Jul 29 20:40:14.487258 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Allocated IP 172.20.0.2 (a72f0ea6-5a3b-4a2e-8d05-bc2372309059/ad198601-d3a7-40fe-bb0f-be551f805d61/432203c8-84e5-45f2-8c3a-b02060402a73) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:14.493433 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-06536add-0135-43d1-9122-b1e2b9c5ce19 req-ad8fabd2-9ae7-4a06-a4d9-213e08c159f3 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714219 Jul 29 20:40:14.578654 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:14.669847 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:14.690176 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Transition to ACTIVE for port object 432203c8-84e5-45f2-8c3a-b02060402a73 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:14.729389 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Transition to ACTIVE for port object 432203c8-84e5-45f2-8c3a-b02060402a73 will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:14.763651 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:14.806101 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38224) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:14.844580 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Pushing event updated for resources: {'Port': ['ID=432203c8-84e5-45f2-8c3a-b02060402a73,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:14.867080 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:14.883412 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:14.891027 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:14.898284 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c972542-a51f-4ba4-af11-36fb1444a55e req-47fd82d2-ec5c-4c3e-8a17-c04505b1c60d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:14.900006 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2c972542-a51f-4ba4-af11-36fb1444a55e req-47fd82d2-ec5c-4c3e-8a17-c04505b1c60d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.1397996 Jul 29 20:40:14.973861 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Attempting to bind port 432203c8-84e5-45f2-8c3a-b02060402a73 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:14.974424 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Attempting to bind port 432203c8-84e5-45f2-8c3a-b02060402a73 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:14.975329 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Attempting to bind port 432203c8-84e5-45f2-8c3a-b02060402a73 on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:14.979548 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2c972542-a51f-4ba4-af11-36fb1444a55e req-cba14bdf-42c5-4bf2-a355-fbe6f7240694 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729973 Jul 29 20:40:14.988085 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:14.988543 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Checking segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:14.988951 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:14.989353 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Bound using segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:15.000298 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Bound port: 432203c8-84e5-45f2-8c3a-b02060402a73, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:15.000298 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.031489 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5173dbc8-2422-4b77-a5b2-7e0b949de4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.089079 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] For port 432203c8-84e5-45f2-8c3a-b02060402a73, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:15.093162 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] For port 432203c8-84e5-45f2-8c3a-b02060402a73, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=432203c8-84e5-45f2-8c3a-b02060402a73,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:15.100981 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.119279 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.152756 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.203814 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d46ca-ff0c-432d-8aef-66dd17255e3d None None] Pushing event updated for resources: {'Port': ['ID=432203c8-84e5-45f2-8c3a-b02060402a73,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:15.245110 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ae668-472c-444f-b2ba-92cb0bd17332 req-4381d168-c4b5-4736-896d-fa2b10f53a4a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:15.255306 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-014ae668-472c-444f-b2ba-92cb0bd17332 req-4381d168-c4b5-4736-896d-fa2b10f53a4a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1560256 Jul 29 20:40:15.362512 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Allocated IP 172.27.3.238 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/aa04127d-c36c-420f-9e65-dc0f1074cbd2) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:15.395356 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-014ae668-472c-444f-b2ba-92cb0bd17332 req-ad898d1c-b74e-49b3-bde3-6554e3e22ed9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385572 Jul 29 20:40:15.440629 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5173dbc8-2422-4b77-a5b2-7e0b949de4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.451343 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5173dbc8-2422-4b77-a5b2-7e0b949de4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.517771 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173dbc8-2422-4b77-a5b2-7e0b949de4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87340cb0-6ae6-45cf-9b1e-86e0a50e34fa,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:15.642408 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.686447 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-5173dbc8-2422-4b77-a5b2-7e0b949de4ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=003aea8ff41547a89676ecc2a060138a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8775332 Jul 29 20:40:15.689207 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38238) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:15.699393 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.730997 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35978ef6-316f-4c40-bdd3-a58cf7311b70 req-659815b5-fc41-4a9c-a8f2-a1bb8498b87b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:15.732795 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-35978ef6-316f-4c40-bdd3-a58cf7311b70 req-659815b5-fc41-4a9c-a8f2-a1bb8498b87b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 932 time: 0.2080142 Jul 29 20:40:15.772577 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:15.778277 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-35978ef6-316f-4c40-bdd3-a58cf7311b70 req-a45b553b-08d4-4d1b-859d-8169629ec342 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391715 Jul 29 20:40:15.786000 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:15.790445 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Pushing event updated for resources: {'Port': ['ID=aa04127d-c36c-420f-9e65-dc0f1074cbd2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:15.803557 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:15.861210 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb547-f580-4b04-b55b-82134306e45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.937372 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012032fb-0301-4ca2-aa62-c88370b1e6ae req-650dbc2a-4be2-41ed-b842-9e753d543775 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:15.942182 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-012032fb-0301-4ca2-aa62-c88370b1e6ae req-650dbc2a-4be2-41ed-b842-9e753d543775 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.0763738 Jul 29 20:40:15.950144 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb547-f580-4b04-b55b-82134306e45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:15.979508 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-012032fb-0301-4ca2-aa62-c88370b1e6ae req-63309419-2b1d-4470-995b-35296e883b0f tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336447 Jul 29 20:40:16.082297 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb547-f580-4b04-b55b-82134306e45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:16.085029 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb547-f580-4b04-b55b-82134306e45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:16.088745 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-3dfbb547-f580-4b04-b55b-82134306e45a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87340cb0-6ae6-45cf-9b1e-86e0a50e34fa HTTP/1.1" status: 204 len: 168 time: 0.3959429 Jul 29 20:40:16.118839 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93527d92-aae7-4234-a295-aed368ec05ac req-a11aefe2-a9b7-4e78-b789-01fa97282f0f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:16.120507 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-93527d92-aae7-4234-a295-aed368ec05ac req-a11aefe2-a9b7-4e78-b789-01fa97282f0f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.0568290 Jul 29 20:40:16.132299 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbb547-f580-4b04-b55b-82134306e45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87340cb0-6ae6-45cf-9b1e-86e0a50e34fa,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:16.196632 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-93527d92-aae7-4234-a295-aed368ec05ac req-88c6b525-2af2-4bf0-9c62-90cb1f7cbcd2 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679693 Jul 29 20:40:16.239819 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:16.464122 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18412e0e-8ffc-4f97-b82c-f0383385e758 None None] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:40:16.508471 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:16.538239 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c708c26-5519-4d99-b3bf-d2021768ce5a req-af2efc0a-7366-407a-9537-109e81ade04a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:16.542323 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-1da1a3f1-1942-4bbb-b639-ce6ed9b40f99 None None] Provisioning for port 432203c8-84e5-45f2-8c3a-b02060402a73 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:16.558946 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4c708c26-5519-4d99-b3bf-d2021768ce5a req-af2efc0a-7366-407a-9537-109e81ade04a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0986924 Jul 29 20:40:16.655423 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4c708c26-5519-4d99-b3bf-d2021768ce5a req-834b6452-510f-4f15-bdde-85918b574d0b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952554 Jul 29 20:40:16.665989 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38250) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:16.704796 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8356547e-d7c7-475f-a9a7-17e034b63f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:16.799808 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:40:16.907871 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8356547e-d7c7-475f-a9a7-17e034b63f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:16.913495 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8356547e-d7c7-475f-a9a7-17e034b63f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:17.022035 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-8356547e-d7c7-475f-a9a7-17e034b63f7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f50126a836ff4fb4b66fda5e24ea749c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499942 Jul 29 20:40:17.022725 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38270) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:17.026166 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356547e-d7c7-475f-a9a7-17e034b63f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec7c2d-010b-4a3d-96d9-7c8bf6c5b0a5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:17.056329 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:40:17.068712 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Sync routers for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:40:17.072346 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a8c34-2ed9-4e70-a0ef-338bab9ac625 req-6a3d2f6b-a43a-4bdb-a5d8-dfcbf5e5eb51 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:17.074876 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-554a8c34-2ed9-4e70-a0ef-338bab9ac625 req-6a3d2f6b-a43a-4bdb-a5d8-dfcbf5e5eb51 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 932 time: 0.1365294 Jul 29 20:40:17.083627 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:17.085310 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9f68d81d-e621-4be3-b7e7-cda49db2c7bd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0837421 Jul 29 20:40:17.087199 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:17.088184 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:17.088543 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38272) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:17.150568 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c7c31ad-3fc2-4bba-b896-1008487cd734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:17.221904 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-554a8c34-2ed9-4e70-a0ef-338bab9ac625 req-2d414c71-029a-4378-9c65-ea85c97b5403 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267536 Jul 29 20:40:17.279601 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c7c31ad-3fc2-4bba-b896-1008487cd734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:17.352799 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 432203c8-84e5-45f2-8c3a-b02060402a73 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:17.364984 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:17.395165 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c7c31ad-3fc2-4bba-b896-1008487cd734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:17.397742 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c7c31ad-3fc2-4bba-b896-1008487cd734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:17.398969 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-0c7c31ad-3fc2-4bba-b896-1008487cd734 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64ec7c2d-010b-4a3d-96d9-7c8bf6c5b0a5 HTTP/1.1" status: 204 len: 168 time: 0.3755057 Jul 29 20:40:17.412063 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c31ad-3fc2-4bba-b896-1008487cd734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec7c2d-010b-4a3d-96d9-7c8bf6c5b0a5,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:17.534503 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 432203c8-84e5-45f2-8c3a-b02060402a73 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:17.541084 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 432203c8-84e5-45f2-8c3a-b02060402a73 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:17.542107 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:17.677941 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc9cd2-9888-4f68-9d30-c30082d6c09d req-9e742cab-1fab-4a0d-afdb-69419de58b7b tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:17.679536 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-abbc9cd2-9888-4f68-9d30-c30082d6c09d req-9e742cab-1fab-4a0d-afdb-69419de58b7b tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.2189324 Jul 29 20:40:17.766453 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-abbc9cd2-9888-4f68-9d30-c30082d6c09d req-d37ff8bf-d49f-49f7-8589-9929f7ad278f tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766115 Jul 29 20:40:17.831638 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:16Z', 'revision_number': 3, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:17.858143 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:17.907004 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Checking router: f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:40:17.908075 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Updating router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a port aa04127d-c36c-420f-9e65-dc0f1074cbd2 binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:40:17.953971 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 432203c8-84e5-45f2-8c3a-b02060402a73, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=432203c8-84e5-45f2-8c3a-b02060402a73,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:17.969073 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:17.974774 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:18.058636 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd0c5c-0a78-4f37-8dda-fc0efda1d103 req-ceb55440-bd2a-4d36-b181-037ca6750399 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:18.072614 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=432203c8-84e5-45f2-8c3a-b02060402a73,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:18.078282 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-20cd0c5c-0a78-4f37-8dda-fc0efda1d103 req-ceb55440-bd2a-4d36-b181-037ca6750399 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.1442401 Jul 29 20:40:18.134556 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-20cd0c5c-0a78-4f37-8dda-fc0efda1d103 req-834bdee2-820e-4c08-bb94-4e249a3ba0cd tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545015 Jul 29 20:40:18.321270 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff8953-7a67-4913-94ef-58a7420ca17d req-a64d64b9-9870-495d-a60b-2992a53ed14a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:18.331216 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1eff8953-7a67-4913-94ef-58a7420ca17d req-a64d64b9-9870-495d-a60b-2992a53ed14a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0959563 Jul 29 20:40:18.398807 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1eff8953-7a67-4913-94ef-58a7420ca17d req-500b3600-1790-4c16-b964-89cf6fd4272a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653994 Jul 29 20:40:18.560988 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:18.597501 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b3a9-0d7d-4309-a1e0-b66a09def1f0 req-a7d3c07d-b33f-41d5-a7f2-94837a3b8ede tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:18.606760 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e153b3a9-0d7d-4309-a1e0-b66a09def1f0 req-a7d3c07d-b33f-41d5-a7f2-94837a3b8ede tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 932 time: 0.1222293 Jul 29 20:40:18.625318 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:18.646916 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Transition to ACTIVE for port object aa04127d-c36c-420f-9e65-dc0f1074cbd2 will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:18.667650 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:18.703464 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e153b3a9-0d7d-4309-a1e0-b66a09def1f0 req-54fb7cff-8f26-401c-8241-28b65dc3d9b3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938053 Jul 29 20:40:18.734243 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ceadc-e0b7-4594-a032-065f4048c974 None None] Pushing event updated for resources: {'Port': ['ID=aa04127d-c36c-420f-9e65-dc0f1074cbd2,revision_number=2']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:18.807305 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Attempting to bind port aa04127d-c36c-420f-9e65-dc0f1074cbd2 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:18.807678 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Attempting to bind port aa04127d-c36c-420f-9e65-dc0f1074cbd2 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:18.808119 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Attempting to bind port aa04127d-c36c-420f-9e65-dc0f1074cbd2 on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:18.826354 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:18.826943 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:18.827857 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:18.828648 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:18.829157 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Bound port: aa04127d-c36c-420f-9e65-dc0f1074cbd2, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:18.829571 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:18.984736 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] For port aa04127d-c36c-420f-9e65-dc0f1074cbd2, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:18.990226 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] For port aa04127d-c36c-420f-9e65-dc0f1074cbd2, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=aa04127d-c36c-420f-9e65-dc0f1074cbd2,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:18.996113 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66950355-6db8-4654-9bd9-d879eb3658ff req-e34f11d4-2b38-4fd1-9356-cf0c5a34504c tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:18.999852 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-66950355-6db8-4654-9bd9-d879eb3658ff req-e34f11d4-2b38-4fd1-9356-cf0c5a34504c tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.1018000 Jul 29 20:40:19.005452 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:19.059720 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Allocated IP 172.20.0.1 (a72f0ea6-5a3b-4a2e-8d05-bc2372309059/ad198601-d3a7-40fe-bb0f-be551f805d61/1bcf5600-f5b6-4f99-8cd5-52db82dc0f68) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:19.087274 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-66950355-6db8-4654-9bd9-d879eb3658ff req-53337854-fc23-4f20-bfbd-a4600c27210d tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822954 Jul 29 20:40:19.144184 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ceadc-e0b7-4594-a032-065f4048c974 None None] Pushing event updated for resources: {'Port': ['ID=aa04127d-c36c-420f-9e65-dc0f1074cbd2,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:19.159912 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:19.162573 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:19.252412 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 432203c8-84e5-45f2-8c3a-b02060402a73 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:19.267444 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:19.303821 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Transition to ACTIVE for port object 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:19.367722 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 432203c8-84e5-45f2-8c3a-b02060402a73 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:19.368602 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:19.384656 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:19.432405 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:19.444685 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78043bd-7597-401a-a35a-e7deddf2a0be req-f19495c1-a680-495f-91d6-7ec818056a95 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:19.450031 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:19.450259 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a78043bd-7597-401a-a35a-e7deddf2a0be req-f19495c1-a680-495f-91d6-7ec818056a95 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.1526489 Jul 29 20:40:19.531550 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a78043bd-7597-401a-a35a-e7deddf2a0be req-594ebeb3-0c04-4972-ae6f-d482963fc50e tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751221 Jul 29 20:40:19.560365 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:19.569668 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:19.671761 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Pushing event updated for resources: {'Port': ['ID=1bcf5600-f5b6-4f99-8cd5-52db82dc0f68,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:19.692808 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:19.785953 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13297275-52be-4552-84f4-579782ea9dfb req-5b1f0522-bc71-4c1e-b603-c8846208bcc0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:19.793016 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-13297275-52be-4552-84f4-579782ea9dfb req-5b1f0522-bc71-4c1e-b603-c8846208bcc0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1287513 Jul 29 20:40:19.900192 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-13297275-52be-4552-84f4-579782ea9dfb req-3bbafb2a-2995-4095-90a9-bc472488dac0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980110 Jul 29 20:40:19.948182 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:16Z', 'revision_number': 3, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:19.972844 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:19.995700 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-ecfb6b8d-0891-4fed-ba91-ce35c1e6207c None None] Provisioning for port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:20.000726 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-ecfb6b8d-0891-4fed-ba91-ce35c1e6207c None None] Provisioning complete for port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:20.001314 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6b8d-0891-4fed-ba91-ce35c1e6207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:20.018318 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a292394-b2f3-4852-a69a-82a8640f24f5 None None] The sync data for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi is: [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:16Z', 'revision_number': 3, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:40:20.109009 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb6b8d-0891-4fed-ba91-ce35c1e6207c None None] Port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:40:20.193007 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7538e-3030-426c-a6bf-feb40e1bc96b req-4a3cb887-929f-4ad3-ba9e-c66c30f878da tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:20.195436 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fea7538e-3030-426c-a6bf-feb40e1bc96b req-4a3cb887-929f-4ad3-ba9e-c66c30f878da tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 932 time: 0.1168311 Jul 29 20:40:20.285668 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fea7538e-3030-426c-a6bf-feb40e1bc96b req-5fbeb15e-f96e-4c2b-b235-04fc695ebacf tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831025 Jul 29 20:40:20.307946 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:20.314338 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:20.405872 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:20.409152 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Pushing event updated for resources: {'Port': ['ID=1bcf5600-f5b6-4f99-8cd5-52db82dc0f68,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:20.480956 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8390d-626c-47ac-9448-f4031b836062 req-873fce2b-b32d-4e90-b195-5e6cb2f06903 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:20.497996 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-32b8390d-626c-47ac-9448-f4031b836062 req-873fce2b-b32d-4e90-b195-5e6cb2f06903 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.0986907 Jul 29 20:40:20.563105 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-32b8390d-626c-47ac-9448-f4031b836062 req-2043dc5b-a15e-43c9-8b6e-c00e17ebd605 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639682 Jul 29 20:40:20.695019 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:20.704912 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:20.809250 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fc9c9-bfa7-4f85-ab48-5b80745ae370 req-23320830-a1d8-4148-9ca9-961cd91536af tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:20.821286 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8f7fc9c9-bfa7-4f85-ab48-5b80745ae370 req-23320830-a1d8-4148-9ca9-961cd91536af tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.1586115 Jul 29 20:40:20.927232 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8f7fc9c9-bfa7-4f85-ab48-5b80745ae370 req-61d59783-8da9-4a8d-9ec1-50760bc04a3b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045530 Jul 29 20:40:21.022602 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:40:21.213576 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d5763-39fd-405c-b8c4-7205261ae498 req-6b77b02b-9aa8-4642-ac6b-5f96c459afd3 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:21.233462 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-420d5763-39fd-405c-b8c4-7205261ae498 req-6b77b02b-9aa8-4642-ac6b-5f96c459afd3 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1237478 Jul 29 20:40:21.294303 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:40:21.309298 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d5bb28ba-bc54-469c-ae8d-96eaa42935fc admin admin] 10.222.0.16 "PUT /v2.0/routers/f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2117777 Jul 29 20:40:21.345177 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-420d5763-39fd-405c-b8c4-7205261ae498 req-eccc5d3b-064e-4f34-8e39-150e9e13ca63 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062350 Jul 29 20:40:21.348971 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-9e0461f8-2176-4cb8-82ac-9a384d3dfac5 None None] Provisioning complete for port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:21.352660 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9e0461f8-2176-4cb8-82ac-9a384d3dfac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:21.406572 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Request body: {'port': {'device_id': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:21.448634 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device aa04127d-c36c-420f-9e65-dc0f1074cbd2 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:21.544404 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e2819-b25c-484e-9c41-191353f77727 req-7312ca19-4d6a-4300-965d-2b4185aabfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:21.547695 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dd5e2819-b25c-484e-9c41-191353f77727 req-7312ca19-4d6a-4300-965d-2b4185aabfac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 1099 time: 0.1284044 Jul 29 20:40:21.609052 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:21.645943 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-8f89a4e5-1cf6-4c82-9a40-7d5e266157d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ec7b650-95d3-4d60-b329-69fce5c551b6 HTTP/1.1" status: 200 len: 217 time: 0.2914798 Jul 29 20:40:21.719072 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-9e0461f8-2176-4cb8-82ac-9a384d3dfac5 None None] Port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:40:21.853502 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8feb9255-6a65-4aeb-9a22-e1c0438acdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:21.907674 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port aa04127d-c36c-420f-9e65-dc0f1074cbd2 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:21.916902 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port aa04127d-c36c-420f-9e65-dc0f1074cbd2 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:21.917288 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:21.972884 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccfadf-e436-418d-9b6a-8b4e513427c7 req-54d73604-b764-4004-84ca-a96e8031924a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:21.984245 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-23ccfadf-e436-418d-9b6a-8b4e513427c7 req-54d73604-b764-4004-84ca-a96e8031924a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.2659788 Jul 29 20:40:22.097232 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e2819-b25c-484e-9c41-191353f77727 req-71fb2b92-3748-40bc-8221-6cfac0f74fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:22.098852 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dd5e2819-b25c-484e-9c41-191353f77727 req-71fb2b92-3748-40bc-8221-6cfac0f74fdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 919 time: 0.4152627 Jul 29 20:40:22.120193 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-23ccfadf-e436-418d-9b6a-8b4e513427c7 req-64b48c32-ad7f-4c70-ab1b-f4b159a7af3f tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350064 Jul 29 20:40:22.130292 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:22.166234 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-6640645c-429b-47c3-b468-7db4a7118f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:22.167827 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-6640645c-429b-47c3-b468-7db4a7118f09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9091f9b0-c31b-4661-9a24-95854bef4e26 HTTP/1.1" status: 200 len: 849 time: 0.4507260 Jul 29 20:40:22.170871 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port aa04127d-c36c-420f-9e65-dc0f1074cbd2, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=aa04127d-c36c-420f-9e65-dc0f1074cbd2,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:22.178519 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:22.219591 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dd5e2819-b25c-484e-9c41-191353f77727 req-ffca2813-1a15-41b6-b8db-d058fc88ee86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c HTTP/1.1" status: 200 len: 217 time: 0.0545614 Jul 29 20:40:22.263289 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38400) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:22.304645 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa7f4e-c6e2-4a94-ad7a-4b5bae8a77cb req-7fef991e-7bd7-4b35-86ea-94d37e43d039 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:22.309848 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c463b5b-e9c2-41d6-b52c-baf334599475 req-16368ee3-f8cd-4403-bcc6-e793afa72bc1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:22.311518 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=aa04127d-c36c-420f-9e65-dc0f1074cbd2,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:22.311802 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c463b5b-e9c2-41d6-b52c-baf334599475 req-16368ee3-f8cd-4403-bcc6-e793afa72bc1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 932 time: 0.8175871 Jul 29 20:40:22.324125 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-01aa7f4e-c6e2-4a94-ad7a-4b5bae8a77cb req-7fef991e-7bd7-4b35-86ea-94d37e43d039 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.1026399 Jul 29 20:40:22.391091 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-88c00874-0b88-4e60-907f-271bc6bb4ef0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8549868-dea3-4bfc-a656-417a728d439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1936681 Jul 29 20:40:22.429979 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-01aa7f4e-c6e2-4a94-ad7a-4b5bae8a77cb req-2e34e3ed-9689-4ebe-8536-d70b5b67930b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045172 Jul 29 20:40:22.536374 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0d17b3a7-372b-4638-beee-d7d5f0bf6d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:22.777028 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0d17b3a7-372b-4638-beee-d7d5f0bf6d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:22.809802 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0d17b3a7-372b-4638-beee-d7d5f0bf6d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:22.837340 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c463b5b-e9c2-41d6-b52c-baf334599475 req-ef615007-9e19-46cd-8f67-9857cb88ed08 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575219 Jul 29 20:40:22.985532 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-b42443fb-0b90-481f-947e-61b1ecf32e87 service neutron] 10.222.0.18 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198671 Jul 29 20:40:22.986360 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38432) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:22.993810 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2013387457-network', 'tenant_id': '726c87b992d742578c280ae994916cdc'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:23.028019 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-0d17b3a7-372b-4638-beee-d7d5f0bf6d1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f7216efbab14ded9f3eccf5ed611826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627599 Jul 29 20:40:23.032414 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17b3a7-372b-4638-beee-d7d5f0bf6d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556eaa85-724c-49ec-8372-c925ba4c38af,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:23.035250 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38434) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:23.043347 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Made reservation on behalf of 726c87b992d742578c280ae994916cdc for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:23.049130 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.085091 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e4e6a-e633-483c-b1fc-d5cf67c39d7a req-0980b771-1df7-4b0c-a04d-a465363bc88f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:23.087052 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1e7e4e6a-e633-483c-b1fc-d5cf67c39d7a req-0980b771-1df7-4b0c-a04d-a465363bc88f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.3080709 Jul 29 20:40:23.091468 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e2819-b25c-484e-9c41-191353f77727 req-ef352043-3e27-4d28-87e6-40e2efb4c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:23.092812 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dd5e2819-b25c-484e-9c41-191353f77727 req-ef352043-3e27-4d28-87e6-40e2efb4c0e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21cfe9d7-a935-4ee4-8f42-f11f64bc439f HTTP/1.1" status: 200 len: 858 time: 0.2954204 Jul 29 20:40:23.124657 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.225905 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1e7e4e6a-e633-483c-b1fc-d5cf67c39d7a req-3d1ed153-8f23-47c0-9844-f8962b7ca47d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252527 Jul 29 20:40:23.239010 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d954d52-f1da-4eda-9266-daea701ea0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.280083 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Sync routers for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:40:23.288089 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d954d52-f1da-4eda-9266-daea701ea0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.301339 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device aa04127d-c36c-420f-9e65-dc0f1074cbd2 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:23.306168 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:23.308618 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:39:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:23.364017 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62d52c6-2649-49c2-ac58-79353b04916c {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:40:23.372669 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dd5e2819-b25c-484e-9c41-191353f77727 req-80538f1f-b3f3-4a21-abe5-a22937797f95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3c4e8f-1747-4697-a2e5-c474723b7d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324025 Jul 29 20:40:23.385522 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cca8d68-4e42-4faa-9d87-4c0e2e61a6df req-1ec91c96-7d86-4705-9d50-fd2e7bb43dfa service neutron] 10.222.0.18 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659041 Jul 29 20:40:23.394890 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.412250 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Transition to ACTIVE for port object d62d52c6-2649-49c2-ac58-79353b04916c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:23.423630 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.449472 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port aa04127d-c36c-420f-9e65-dc0f1074cbd2 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:23.450225 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.455656 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d954d52-f1da-4eda-9266-daea701ea0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.458637 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d954d52-f1da-4eda-9266-daea701ea0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.459788 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-7d954d52-f1da-4eda-9266-daea701ea0e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/556eaa85-724c-49ec-8372-c925ba4c38af HTTP/1.1" status: 204 len: 168 time: 0.4229019 Jul 29 20:40:23.474942 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d954d52-f1da-4eda-9266-daea701ea0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556eaa85-724c-49ec-8372-c925ba4c38af,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:23.512425 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dd5e2819-b25c-484e-9c41-191353f77727 req-a6263377-a7d9-4a7c-9ad6-4a00d66799a9 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281865 Jul 29 20:40:23.526335 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea38d10-0322-4b95-bf67-96969a06aa58 req-d442e23f-231f-4184-aca3-362110cdbdc1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:23.527646 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dea38d10-0322-4b95-bf67-96969a06aa58 req-d442e23f-231f-4184-aca3-362110cdbdc1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.1930647 Jul 29 20:40:23.563493 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:23.571582 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Pushing event updated for resources: {'Port': ['ID=d62d52c6-2649-49c2-ac58-79353b04916c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:23.631605 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.653725 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.667435 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-f8e9ee13-204c-4652-8d53-0a1f063d6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:23.668986 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-f8e9ee13-204c-4652-8d53-0a1f063d6c31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8e4bbbaa81743dea1b21489951fc7e3&device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 1096 time: 0.2004580 Jul 29 20:40:23.669656 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Attempting to bind port d62d52c6-2649-49c2-ac58-79353b04916c on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:23.669984 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Attempting to bind port d62d52c6-2649-49c2-ac58-79353b04916c by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:23.670295 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Attempting to bind port d62d52c6-2649-49c2-ac58-79353b04916c on network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:23.698436 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dea38d10-0322-4b95-bf67-96969a06aa58 req-ee2c4699-4354-4a77-9d33-e29e204dfa03 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474860 Jul 29 20:40:23.715769 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dd5e2819-b25c-484e-9c41-191353f77727 req-816e155e-9a92-470b-a9fb-50dcff569075 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852348 Jul 29 20:40:23.727401 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Port d62d52c6-2649-49c2-ac58-79353b04916c on network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:40:23.731774 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Attempting to bind port d62d52c6-2649-49c2-ac58-79353b04916c on network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:23.739307 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:40:23.807109 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f6e242-ae70-4df4-a926-92c6def87a47,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:23.814183 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:23.814556 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Checking segment: {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:23.814998 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Bound using segment: {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:23.815444 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Bound port: d62d52c6-2649-49c2-ac58-79353b04916c, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ddc08e-62b1-4d56-874b-eb348b235ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:23.815970 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.847030 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.847474 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Added segment 2f4910fd-e626-43a2-b13b-050771b5a3fe of type vlan for network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 Jul 29 20:40:23.922481 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:20Z', 'revision_number': 2, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:23.939699 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:23.955136 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-ec4c90dc-c0f1-4152-bbf0-41ea0277a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:23.956557 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-ec4c90dc-c0f1-4152-bbf0-41ea0277a8c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8549868-dea3-4bfc-a656-417a728d439b HTTP/1.1" status: 200 len: 910 time: 0.2520301 Jul 29 20:40:23.959343 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Checking router: f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:40:23.960088 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Updating router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:40:23.979271 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9f3dd-44ca-4490-a716-84de2477684a req-90bbf9e8-9ced-49fa-b494-b035ed8deb40 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:23.988835 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-69a9f3dd-44ca-4490-a716-84de2477684a req-90bbf9e8-9ced-49fa-b494-b035ed8deb40 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 944 time: 0.0616188 Jul 29 20:40:24.003173 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.003407 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38464) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:24.021851 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c0d5bc5b-3574-4329-94cf-83e276ab1b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.025215 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] For port d62d52c6-2649-49c2-ac58-79353b04916c, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:24.031200 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-e45dc30a-f641-4f45-885f-5f33dd0f7fa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ec7b650-95d3-4d60-b329-69fce5c551b6 HTTP/1.1" status: 200 len: 217 time: 0.0569782 Jul 29 20:40:24.052610 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] For port d62d52c6-2649-49c2-ac58-79353b04916c, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d62d52c6-2649-49c2-ac58-79353b04916c,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:24.054960 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-69a9f3dd-44ca-4490-a716-84de2477684a req-538c3d57-0e5d-4f26-912b-b54462ddfe3b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645065 Jul 29 20:40:24.071059 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.072290 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:24.072778 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.080968 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.157099 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c0d5bc5b-3574-4329-94cf-83e276ab1b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.162366 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c0d5bc5b-3574-4329-94cf-83e276ab1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.174225 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:24.175061 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.176755 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-5afe6a69-245a-491f-97b5-956750beffec service neutron] 10.222.0.18 "PUT /v2.0/ports/d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 1094 time: 2.8217876 Jul 29 20:40:24.183438 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:24.185732 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8fae86-beae-4630-a0b6-78b561771316" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:24.206174 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2162786 Jul 29 20:40:24.209682 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38468) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:24.226987 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-bb33b2ec-de08-4709-94bf-80439fba9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:24.228475 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-bb33b2ec-de08-4709-94bf-80439fba9582 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9091f9b0-c31b-4661-9a24-95854bef4e26 HTTP/1.1" status: 200 len: 849 time: 0.1882904 Jul 29 20:40:24.234206 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ed6a0-97e3-4640-a81c-c1418c0e2024 admin admin] Pushing event updated for resources: {'Network': ['ID=bda8dd41-7719-4ef0-b0fc-a26c34ea9192,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:24.243956 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Request body: {'subnet': {'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2013387457-subnet', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:24.249067 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-77aa8358-4d3b-4fdc-a847-5aa5ea3e279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.250613 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:40:24.264171 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d97cfd-9fc7-42c4-ae55-01e909f5b0d4 x-openstack-request-id: req-b8d97cfd-9fc7-42c4-ae55-01e909f5b0d4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:24.264373 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:24.264574 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8d97cfd-9fc7-42c4-ae55-01e909f5b0d4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:24.265009 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'status': 'completed', 'code': 200} Jul 29 20:40:24.274343 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5bc5b-3574-4329-94cf-83e276ab1b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f17fe3-f840-4822-b631-1965dc390ff5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:24.286433 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c0d5bc5b-3574-4329-94cf-83e276ab1b8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d640ad9980724f23ac78e4671c849cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820978 Jul 29 20:40:24.288524 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Made reservation on behalf of 726c87b992d742578c280ae994916cdc for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:24.293885 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1907085'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.296758 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38474) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:24.321143 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-3493d43d-8afd-41da-b2a4-089af04d3d56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8549868-dea3-4bfc-a656-417a728d439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595126 Jul 29 20:40:24.323021 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe6a69-245a-491f-97b5-956750beffec service neutron] Pushing event updated for resources: {'Port': ['ID=d62d52c6-2649-49c2-ac58-79353b04916c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:24.368853 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.468630 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2423-6550-493d-83b4-bb2e730ff46e req-3431cd0c-ce6c-4faf-87e3-b5f8758db6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:24.470399 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-3431cd0c-ce6c-4faf-87e3-b5f8758db6d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccd17c11a2b04e1ea43e473317b93f32&device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 1097 time: 0.2079790 Jul 29 20:40:24.510966 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.528699 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7761011-8685-4772-8cf6-3ba73bacd7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.542217 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3745d1-cf36-42de-943e-63ab7208fe43 req-a8dccaeb-1902-4b37-86bd-712627caecfb tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:24.542671 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Transition to ACTIVE for port object 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:24.543764 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1d3745d1-cf36-42de-943e-63ab7208fe43 req-a8dccaeb-1902-4b37-86bd-712627caecfb tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1333632 Jul 29 20:40:24.550987 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.587826 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-6430c104-7fc3-4955-a773-ec8e0c0e7116 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 217 time: 0.0873559 Jul 29 20:40:24.605935 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7761011-8685-4772-8cf6-3ba73bacd7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.640106 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-755828ac-3973-4cc0-9794-ddcaf214fe37 service neutron] 10.222.0.18 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072000 Jul 29 20:40:24.703981 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2423-6550-493d-83b4-bb2e730ff46e req-4dce4727-49d1-439d-a1b9-6e3d99e4967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:24.706216 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-4dce4727-49d1-439d-a1b9-6e3d99e4967f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ca4db87-e987-4a36-87cb-cbc71b7059a7 HTTP/1.1" status: 200 len: 852 time: 0.0648787 Jul 29 20:40:24.725711 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1d3745d1-cf36-42de-943e-63ab7208fe43 req-f157f68b-e00d-4d28-bdce-cfb9b1773996 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683197 Jul 29 20:40:24.816828 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2429d21-b395-4911-8b7e-05b9026756cb None None] Pushing event updated for resources: {'Port': ['ID=1bcf5600-f5b6-4f99-8cd5-52db82dc0f68,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:24.866267 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7761011-8685-4772-8cf6-3ba73bacd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.868755 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7761011-8685-4772-8cf6-3ba73bacd7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.869003 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Attempting to bind port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:24.869384 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Attempting to bind port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:24.869783 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Attempting to bind port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:24.885933 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-f7761011-8685-4772-8cf6-3ba73bacd7a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6f17fe3-f840-4822-b631-1965dc390ff5 HTTP/1.1" status: 204 len: 168 time: 0.5767734 Jul 29 20:40:24.894926 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1907107'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.909386 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:24.910468 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Checking segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:24.910888 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.924197 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Bound using segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:24.924913 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Bound port: 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:24.928925 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.985754 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7761011-8685-4772-8cf6-3ba73bacd7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f17fe3-f840-4822-b631-1965dc390ff5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:25.047735 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38502) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:25.164006 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] For port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:25.179437 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] For port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=1bcf5600-f5b6-4f99-8cd5-52db82dc0f68,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:25.190125 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.205787 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646c0702-4dad-49c6-b1a6-a2ac6665fe92,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:25.214846 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Checking segment: {'id': '2f4910fd-e626-43a2-b13b-050771b5a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:25.215202 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Network hostable DHCP agents. Network: bda8dd41-7719-4ef0-b0fc-a26c34ea9192, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:40:25.248132 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bdc03785-6f14-4544-b20b-1c034d7169f7 req-f33098f5-28a4-4989-8a38-fcd784be35a2 service neutron] 10.222.0.18 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392177 Jul 29 20:40:25.289428 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d1351-eaa8-4aa8-a7f4-f6ecb4805087 req-29966857-6ae0-434d-b51c-7f6c08bd8d08 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:25.291413 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-268d1351-eaa8-4aa8-a7f4-f6ecb4805087 req-29966857-6ae0-434d-b51c-7f6c08bd8d08 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.3556187 Jul 29 20:40:25.342869 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:40:25.373198 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, bda8dd41-7719-4ef0-b0fc-a26c34ea9192) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:25.408864 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d524f8d-2c6e-471a-9e0e-d86204f6738e None None] Network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:40:25.410312 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:25.410925 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.420135 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2423-6550-493d-83b4-bb2e730ff46e req-3fd31eff-8ddc-4b1d-a581-f31d8799823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:25.421818 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-3fd31eff-8ddc-4b1d-a581-f31d8799823f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3000063d-e4e6-4fb6-a145-d0732f3c91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2486415 Jul 29 20:40:25.427517 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.460371 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-b50a1feb-7848-47d1-af49-e0c62e17cc70 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2208350 Jul 29 20:40:25.460684 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38516) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:25.475210 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:25.489393 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-268d1351-eaa8-4aa8-a7f4-f6ecb4805087 req-ac68d0a2-3291-4542-a647-e36d095425a1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901746 Jul 29 20:40:25.522476 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.523602 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.538885 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2429d21-b395-4911-8b7e-05b9026756cb None None] Pushing event updated for resources: {'Port': ['ID=1bcf5600-f5b6-4f99-8cd5-52db82dc0f68,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:25.550394 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5966ba8-2f18-4d27-a25a-09ea4e89b391 req-b282d490-2579-4a08-939c-8757228125c5 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:25.552675 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:25.554864 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e5966ba8-2f18-4d27-a25a-09ea4e89b391 req-b282d490-2579-4a08-939c-8757228125c5 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 944 time: 0.3216062 Jul 29 20:40:25.560345 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:40:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:25.606251 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96081a3c-49cb-4717-9d15-5333c0df0878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.614689 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.665629 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e5966ba8-2f18-4d27-a25a-09ea4e89b391 req-512b1a71-ac95-4c64-8abe-af922cea9120 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888429 Jul 29 20:40:25.693442 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-4e9fab6d-7367-459a-8486-31da5c6d9b31 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553833 Jul 29 20:40:25.865394 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-531a2423-6550-493d-83b4-bb2e730ff46e req-715fa69d-419d-4d98-9f18-6559bdd33f72 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572273 Jul 29 20:40:25.906506 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.933084 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.940687 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96081a3c-49cb-4717-9d15-5333c0df0878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.962091 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96081a3c-49cb-4717-9d15-5333c0df0878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:26.005476 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fae86-beae-4630-a0b6-78b561771316 req-6a1f8f4b-2c66-4ad0-8982-b19cfd42bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:26.007762 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8fae86-beae-4630-a0b6-78b561771316 req-6a1f8f4b-2c66-4ad0-8982-b19cfd42bb56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccd17c11a2b04e1ea43e473317b93f32&device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 1097 time: 0.0620873 Jul 29 20:40:26.019729 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ba203-a9ab-4651-9eaf-d3b96cc41240 req-e9193950-8818-4385-8363-75e926524215 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:26.028654 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e98ba203-a9ab-4651-9eaf-d3b96cc41240 req-e9193950-8818-4385-8363-75e926524215 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1436543 Jul 29 20:40:26.072952 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96081a3c-49cb-4717-9d15-5333c0df0878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6b2605-d198-4611-9a01-12f260edf4ed,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:26.078379 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:26.079791 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-96081a3c-49cb-4717-9d15-5333c0df0878 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=556df3eb62ae49f597f4ce03aca57e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9781756 Jul 29 20:40:26.084420 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38536) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:26.123824 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fae86-beae-4630-a0b6-78b561771316 req-57624855-caef-4ec4-988a-853b8350cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:26.125570 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8fae86-beae-4630-a0b6-78b561771316 req-57624855-caef-4ec4-988a-853b8350cf7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3000063d-e4e6-4fb6-a145-d0732f3c91f3 HTTP/1.1" status: 200 len: 914 time: 0.1048803 Jul 29 20:40:26.164958 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-bda8dd41-7719-4ef0-b0fc-a26c34ea9192', 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'fixed_ips': [{'subnet_id': '646c0702-4dad-49c6-b1a6-a2ac6665fe92'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:40:26.165860 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:26.197821 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8fae86-beae-4630-a0b6-78b561771316 req-9fe04b5c-4cef-4ef7-83c9-f5bfc59deaee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 217 time: 0.0577998 Jul 29 20:40:26.276340 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fae86-beae-4630-a0b6-78b561771316 req-fb5597cd-1b8e-4923-8608-1f7004c01cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:26.278044 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8fae86-beae-4630-a0b6-78b561771316 req-fb5597cd-1b8e-4923-8608-1f7004c01cc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ca4db87-e987-4a36-87cb-cbc71b7059a7 HTTP/1.1" status: 200 len: 852 time: 0.0596626 Jul 29 20:40:26.282935 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8ec7b650-95d3-4d60-b329-69fce5c551b6 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:40:26.342448 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e98ba203-a9ab-4651-9eaf-d3b96cc41240 req-cc8bbee5-b32d-438f-ac9c-23cf7ae6eeb4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125486 Jul 29 20:40:26.349026 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fae86-beae-4630-a0b6-78b561771316 req-9f97a7e3-86a0-4423-a7d3-246d20eba5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:26.351165 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8fae86-beae-4630-a0b6-78b561771316 req-9f97a7e3-86a0-4423-a7d3-246d20eba5b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3000063d-e4e6-4fb6-a145-d0732f3c91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560694 Jul 29 20:40:26.390917 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccaa64af-6dc9-4b8e-a2a6-9c567d94b082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:26.430041 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccaa64af-6dc9-4b8e-a2a6-9c567d94b082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:26.470254 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8fae86-beae-4630-a0b6-78b561771316 req-02a4cf2a-3e02-4c09-8a78-8f338a57d4f6 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032655 Jul 29 20:40:26.512633 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8ec7b650-95d3-4d60-b329-69fce5c551b6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8ec7b650-95d3-4d60-b329-69fce5c551b6,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:26.541403 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': '8ec7b650-95d3-4d60-b329-69fce5c551b6', 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b', 'port_id': '8ec7b650-95d3-4d60-b329-69fce5c551b6', 'mac_address': 'fa:16:3e:4e:ed:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091f9b0-c31b-4661-9a24-95854bef4e26', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:40:26.558213 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Allocated IP 172.20.0.2 (bda8dd41-7719-4ef0-b0fc-a26c34ea9192/646c0702-4dad-49c6-b1a6-a2ac6665fe92/fb93d106-ab1a-45d2-941b-7135046df393) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:26.597681 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:26.623084 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:26.669937 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8fae86-beae-4630-a0b6-78b561771316 req-55af6926-5382-4601-86b4-6ad60fed3bfe service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860423 Jul 29 20:40:26.697726 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c294950-8c23-4796-b9bf-750d35cfddd9 req-a299618b-5af0-4c41-9257-03510767d943 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:26.700433 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2c294950-8c23-4796-b9bf-750d35cfddd9 req-a299618b-5af0-4c41-9257-03510767d943 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 943 time: 0.0955787 Jul 29 20:40:26.711756 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccaa64af-6dc9-4b8e-a2a6-9c567d94b082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:26.715121 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccaa64af-6dc9-4b8e-a2a6-9c567d94b082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:26.719316 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-ccaa64af-6dc9-4b8e-a2a6-9c567d94b082 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c6b2605-d198-4611-9a01-12f260edf4ed HTTP/1.1" status: 204 len: 168 time: 0.6311095 Jul 29 20:40:26.756838 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa64af-6dc9-4b8e-a2a6-9c567d94b082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6b2605-d198-4611-9a01-12f260edf4ed,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:26.771165 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2c294950-8c23-4796-b9bf-750d35cfddd9 req-abe534fc-9021-46dd-89b3-6338314179df tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595412 Jul 29 20:40:26.870486 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Allocated IP 172.27.3.34 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/e68738e8-197b-4dfb-9eb8-5dac892fce01) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:26.901445 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:25Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:26.906472 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:26.943572 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0024762-406a-4547-b032-74188d35aba4 req-1d630a44-71a3-448c-8a06-b3d864893eb8 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:26.945967 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d0024762-406a-4547-b032-74188d35aba4 req-1d630a44-71a3-448c-8a06-b3d864893eb8 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 944 time: 0.0914063 Jul 29 20:40:26.957914 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec7b650-95d3-4d60-b329-69fce5c551b6 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:40:26.988249 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8ec7b650-95d3-4d60-b329-69fce5c551b6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8ec7b650-95d3-4d60-b329-69fce5c551b6,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:26.989837 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a23f5b-ddc4-445d-923f-c27df9344d39 None None] The sync data for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi is: [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:25Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:40:26.993474 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d0024762-406a-4547-b032-74188d35aba4 req-338bf93b-91f6-4c64-a724-86decbafc4e1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Jul 29 20:40:27.001507 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.046508 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.101347 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.220524 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.269142 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.282265 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=8ec7b650-95d3-4d60-b329-69fce5c551b6,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:27.308522 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Transition to ACTIVE for port object fb93d106-ab1a-45d2-941b-7135046df393 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:27.337082 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Transition to ACTIVE for port object fb93d106-ab1a-45d2-941b-7135046df393 will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:27.356039 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:27.358986 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:27.365958 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['8ec7b650-95d3-4d60-b329-69fce5c551b6'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:27.372623 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:27.372923 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:27.375644 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.404521 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Pushing event updated for resources: {'Port': ['ID=e68738e8-197b-4dfb-9eb8-5dac892fce01,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:27.478177 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38570) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:27.516722 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d37d0a49-2e47-47e0-a1a8-7a65e0abb023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.527528 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Pushing event updated for resources: {'Port': ['ID=fb93d106-ab1a-45d2-941b-7135046df393,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:27.555557 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:27.564737 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:27.574104 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdb826-3d2f-4025-8f15-aa48c8d4c427 req-9acca4b1-8139-4ba2-b294-52e35bcf4a80 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:27.576259 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5abdb826-3d2f-4025-8f15-aa48c8d4c427 req-9acca4b1-8139-4ba2-b294-52e35bcf4a80 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1209965 Jul 29 20:40:27.585338 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:27.661547 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5abdb826-3d2f-4025-8f15-aa48c8d4c427 req-b39c9267-c06d-408d-8633-3e1b7b57929b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779295 Jul 29 20:40:27.680369 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Attempting to bind port fb93d106-ab1a-45d2-941b-7135046df393 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:27.680769 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Attempting to bind port fb93d106-ab1a-45d2-941b-7135046df393 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '2f4910fd-e626-43a2-b13b-050771b5a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:27.681141 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Attempting to bind port fb93d106-ab1a-45d2-941b-7135046df393 on network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:27.699074 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:27.699456 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Checking segment: {'id': '2f4910fd-e626-43a2-b13b-050771b5a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:27.699877 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.700514 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Bound using segment: {'id': '2f4910fd-e626-43a2-b13b-050771b5a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:27.700822 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Bound port: fb93d106-ab1a-45d2-941b-7135046df393, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4910fd-e626-43a2-b13b-050771b5a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:27.701253 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.716795 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:27.730073 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d37d0a49-2e47-47e0-a1a8-7a65e0abb023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.732344 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:27.732666 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.737292 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d37d0a49-2e47-47e0-a1a8-7a65e0abb023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.771370 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.811243 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d37d0a49-2e47-47e0-a1a8-7a65e0abb023 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e204e484a1054e4bbba6e5f0be3d8bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160636 Jul 29 20:40:27.812735 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d0a49-2e47-47e0-a1a8-7a65e0abb023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61d95e9-477f-41e6-b013-d5a0b5d0d7f1,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:27.814928 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38574) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:27.902362 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] For port fb93d106-ab1a-45d2-941b-7135046df393, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:27.921470 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] For port fb93d106-ab1a-45d2-941b-7135046df393, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=fb93d106-ab1a-45d2-941b-7135046df393,segment=NetworkSegment(2f4910fd-e626-43a2-b13b-050771b5a3fe),segment_id=2f4910fd-e626-43a2-b13b-050771b5a3fe)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:27.933428 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.997175 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-343b8637-093c-42b1-9277-1fc7a251cc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.012824 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cab16-5f12-482a-b071-e303246a1577 req-699a580e-2243-4d4c-9908-f8d4a9d77710 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:28.020169 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8e0cab16-5f12-482a-b071-e303246a1577 req-699a580e-2243-4d4c-9908-f8d4a9d77710 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 944 time: 0.1071332 Jul 29 20:40:28.090109 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59a6ef-4970-43e0-b7d0-5c2f88d3edfb None None] Pushing event updated for resources: {'Port': ['ID=fb93d106-ab1a-45d2-941b-7135046df393,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:28.101898 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.155046 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-343b8637-093c-42b1-9277-1fc7a251cc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.166701 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=1bcf5600-f5b6-4f99-8cd5-52db82dc0f68,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:28.178061 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.200639 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92337475-58f5-46b7-a34e-64fd1e57b21a req-e86f04e8-e89e-431a-9faf-523e74cc2c34 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:28.208859 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-92337475-58f5-46b7-a34e-64fd1e57b21a req-e86f04e8-e89e-431a-9faf-523e74cc2c34 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 944 time: 0.0929189 Jul 29 20:40:28.281750 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d62d52c6-2649-49c2-ac58-79353b04916c details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:40:28.300199 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-92337475-58f5-46b7-a34e-64fd1e57b21a req-9f0ae42f-5a6c-4a1b-ab5e-37ad5b84d8ad tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817542 Jul 29 20:40:28.427366 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8e0cab16-5f12-482a-b071-e303246a1577 req-f580a237-9503-420d-a1ab-f69ed6d4d54c tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041903 Jul 29 20:40:28.454187 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.465582 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-343b8637-093c-42b1-9277-1fc7a251cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.468199 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=1bcf5600-f5b6-4f99-8cd5-52db82dc0f68,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:28.470111 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-343b8637-093c-42b1-9277-1fc7a251cc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.479590 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-343b8637-093c-42b1-9277-1fc7a251cc22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c61d95e9-477f-41e6-b013-d5a0b5d0d7f1 HTTP/1.1" status: 204 len: 168 time: 0.6556065 Jul 29 20:40:28.489725 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d62d52c6-2649-49c2-ac58-79353b04916c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d62d52c6-2649-49c2-ac58-79353b04916c,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:28.513785 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'port_id': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'mac_address': 'fa:16:3e:9e:7b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:40:28.543473 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b8637-093c-42b1-9277-1fc7a251cc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61d95e9-477f-41e6-b013-d5a0b5d0d7f1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:28.590920 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.615076 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62d52c6-2649-49c2-ac58-79353b04916c {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:40:28.663479 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d62d52c6-2649-49c2-ac58-79353b04916c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d62d52c6-2649-49c2-ac58-79353b04916c,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:28.669273 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.687767 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Router 660763e9-ef90-4255-b081-6845fc501c89 is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:40:28.803439 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d62d52c6-2649-49c2-ac58-79353b04916c,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:28.857044 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70995705-bd90-475c-a2b1-7e985e0cd0bd req-df2f1637-67ea-4354-993f-6cbaa4497c8a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:28.859603 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70995705-bd90-475c-a2b1-7e985e0cd0bd req-df2f1637-67ea-4354-993f-6cbaa4497c8a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0826848 Jul 29 20:40:28.872450 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:40:28.883374 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Sync routers for ids ['660763e9-ef90-4255-b081-6845fc501c89'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:40:28.893588 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:28.897670 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2ed22512-f029-45df-9037-ae08105c7c4a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4328535 Jul 29 20:40:28.898138 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38616) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:28.903700 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Routers {'660763e9-ef90-4255-b081-6845fc501c89'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:28.904735 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:40:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['660763e9-ef90-4255-b081-6845fc501c89'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:28.954715 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70995705-bd90-475c-a2b1-7e985e0cd0bd req-216d41fd-e7bd-4b20-87f1-23c61f869105 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781186 Jul 29 20:40:29.001216 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d62d52c6-2649-49c2-ac58-79353b04916c'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:29.086166 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38620) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:29.091852 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Set router 660763e9-ef90-4255-b081-6845fc501c89 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:29.150600 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5a72d72-cdfb-4966-be41-548cab696f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.268315 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5a72d72-cdfb-4966-be41-548cab696f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.274385 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5a72d72-cdfb-4966-be41-548cab696f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.357664 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-e5a72d72-cdfb-4966-be41-548cab696f46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0a84b209b5445e1893b7e44a4ac4a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703884 Jul 29 20:40:29.360347 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38626) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:29.362625 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a72d72-cdfb-4966-be41-548cab696f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b834ad-d2de-4139-b567-536a25de5327,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:29.442544 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660763e9-ef90-4255-b081-6845fc501c89', 'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:25Z', 'updated_at': '2021-07-29T20:40:27Z', 'revision_number': 3, 'project_id': '726c87b992d742578c280ae994916cdc', 'gw_port': {'id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:02:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:26Z', 'updated_at': '2021-07-29T20:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:29.473340 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:29.504576 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Checking router: 660763e9-ef90-4255-b081-6845fc501c89 for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:40:29.504838 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Updating router 660763e9-ef90-4255-b081-6845fc501c89 port e68738e8-197b-4dfb-9eb8-5dac892fce01 binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:40:29.509546 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.536942 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.554053 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:29.554424 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.556617 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045658b3-8523-4ef8-89a1-f5d0461ce71b None None] Network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:40:29.589404 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27ce2-03fc-40a0-9697-4fd1a3de7565 req-4bb57d75-eb21-49d7-a7da-f1cd7b913a72 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:29.591212 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-58f27ce2-03fc-40a0-9697-4fd1a3de7565 req-4bb57d75-eb21-49d7-a7da-f1cd7b913a72 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 945 time: 0.1274769 Jul 29 20:40:29.597459 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.644976 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd199628-e492-4444-89da-53fffcb04d85 req-55eafba1-ee7f-4748-bfe7-df759d14327b tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:29.654138 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fd199628-e492-4444-89da-53fffcb04d85 req-55eafba1-ee7f-4748-bfe7-df759d14327b tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 944 time: 0.1255305 Jul 29 20:40:29.674330 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-58f27ce2-03fc-40a0-9697-4fd1a3de7565 req-1c539b32-90d8-425d-9279-2ff991e6a685 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765390 Jul 29 20:40:29.690820 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-4a6127df-bd6f-46c5-9153-c2f937b19586 None None] Provisioning for port fb93d106-ab1a-45d2-941b-7135046df393 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:29.744274 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fd199628-e492-4444-89da-53fffcb04d85 req-0cabbf48-cd5a-403f-a64e-72959baa06c9 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829659 Jul 29 20:40:29.752833 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.756332 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.759937 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37b834ad-d2de-4139-b567-536a25de5327 HTTP/1.1" status: 204 len: 168 time: 0.3961849 Jul 29 20:40:29.766613 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b834ad-d2de-4139-b567-536a25de5327,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:29.778143 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.778494 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.782650 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.783006 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.784446 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.784802 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.785145 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.785485 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.785855 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.786183 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.786502 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.787892 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd6aa8-ad8b-4c68-9477-ff5b20e9ca3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:29.798747 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.802004 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device fb93d106-ab1a-45d2-941b-7135046df393 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:29.872686 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.884994 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Transition to ACTIVE for port object e68738e8-197b-4dfb-9eb8-5dac892fce01 will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:29.891421 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.913959 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port fb93d106-ab1a-45d2-941b-7135046df393 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:29.921330 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port fb93d106-ab1a-45d2-941b-7135046df393 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:29.921843 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.944365 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67d005-20ad-4bb9-8097-8e4d9e882549 None None] Pushing event updated for resources: {'Port': ['ID=e68738e8-197b-4dfb-9eb8-5dac892fce01,revision_number=2']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:29.968446 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Attempting to bind port e68738e8-197b-4dfb-9eb8-5dac892fce01 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:29.969133 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Attempting to bind port e68738e8-197b-4dfb-9eb8-5dac892fce01 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:29.970130 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Attempting to bind port e68738e8-197b-4dfb-9eb8-5dac892fce01 on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:29.977507 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:29.978231 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:29.979075 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:29.979646 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:29.980317 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Bound port: e68738e8-197b-4dfb-9eb8-5dac892fce01, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:29.980911 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.042690 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.105792 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port fb93d106-ab1a-45d2-941b-7135046df393, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=fb93d106-ab1a-45d2-941b-7135046df393,segment=NetworkSegment(2f4910fd-e626-43a2-b13b-050771b5a3fe),segment_id=2f4910fd-e626-43a2-b13b-050771b5a3fe)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:30.116235 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] For port e68738e8-197b-4dfb-9eb8-5dac892fce01, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:30.118452 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.125259 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] For port e68738e8-197b-4dfb-9eb8-5dac892fce01, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=e68738e8-197b-4dfb-9eb8-5dac892fce01,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:30.138508 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.144246 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Allocated IP 172.20.0.1 (bda8dd41-7719-4ef0-b0fc-a26c34ea9192/646c0702-4dad-49c6-b1a6-a2ac6665fe92/1f3e3992-6a0d-4a2f-baaa-5f3225ff335d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:30.181591 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3ab6c-fe1f-4646-9dda-d136622f8fde req-20e7807c-ba0d-4be6-a077-df8be885cc8d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:30.183295 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-21d3ab6c-fe1f-4646-9dda-d136622f8fde req-20e7807c-ba0d-4be6-a077-df8be885cc8d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1291893 Jul 29 20:40:30.201140 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67d005-20ad-4bb9-8097-8e4d9e882549 None None] Pushing event updated for resources: {'Port': ['ID=e68738e8-197b-4dfb-9eb8-5dac892fce01,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:30.246905 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Routers {'660763e9-ef90-4255-b081-6845fc501c89'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:30.248006 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:40:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['660763e9-ef90-4255-b081-6845fc501c89'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:30.273931 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-59bcf03a-c1b3-438e-b50a-d33dd9a5793e None None] Provisioning complete for port fb93d106-ab1a-45d2-941b-7135046df393 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:30.274446 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-59bcf03a-c1b3-438e-b50a-d33dd9a5793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.298931 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-21d3ab6c-fe1f-4646-9dda-d136622f8fde req-98bbb696-0473-4bc8-8f0e-8f60bf6b5c66 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046610 Jul 29 20:40:30.318167 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=fb93d106-ab1a-45d2-941b-7135046df393,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:30.321175 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8ec7b650-95d3-4d60-b329-69fce5c551b6 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:30.359162 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.376761 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Transition to ACTIVE for port object 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:30.388191 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port 8ec7b650-95d3-4d60-b329-69fce5c551b6 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:30.395498 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port 8ec7b650-95d3-4d60-b329-69fce5c551b6 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:30.396323 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.427115 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.548399 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:30.556483 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:30.576891 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38658) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:30.577996 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:30.591258 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.620498 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Pushing event updated for resources: {'Port': ['ID=1f3e3992-6a0d-4a2f-baaa-5f3225ff335d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:30.631748 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe4addf-aff4-4b26-b45f-340112b12bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec7b650-95d3-4d60-b329-69fce5c551b6'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:30.634200 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b717760d-f1d5-45bf-aab0-9aae26339a43" -d '{"events": [{"server_uuid": "bfe4addf-aff4-4b26-b45f-340112b12bf8", "name": "network-vif-plugged", "status": "completed", "tag": "8ec7b650-95d3-4d60-b329-69fce5c551b6"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:30.654023 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8ec7b650-95d3-4d60-b329-69fce5c551b6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8ec7b650-95d3-4d60-b329-69fce5c551b6,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:30.659237 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.660753 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.688848 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] Set router 660763e9-ef90-4255-b081-6845fc501c89 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:30.736225 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79084644-9f15-4a21-a866-7ed9c51faa99 x-openstack-request-id: req-79084644-9f15-4a21-a866-7ed9c51faa99 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:30.736812 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe4addf-aff4-4b26-b45f-340112b12bf8", "name": "network-vif-plugged", "status": "completed", "tag": "8ec7b650-95d3-4d60-b329-69fce5c551b6", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:30.736812 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79084644-9f15-4a21-a866-7ed9c51faa99 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:30.739516 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe4addf-aff4-4b26-b45f-340112b12bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec7b650-95d3-4d60-b329-69fce5c551b6', 'code': 200} Jul 29 20:40:30.775373 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0462f6f2-f605-4d3e-ac24-d8dfa2239646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:30.796979 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=8ec7b650-95d3-4d60-b329-69fce5c551b6,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:30.907520 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc06a7-fdf0-4862-b9cb-341495c876e8 req-85772ad0-66cc-46e7-931b-dae12bcef9e4 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:30.909036 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0dfc06a7-fdf0-4862-b9cb-341495c876e8 req-85772ad0-66cc-46e7-931b-dae12bcef9e4 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 945 time: 0.0685010 Jul 29 20:40:30.952315 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0bd3f-178a-48d6-beec-10af1b978ea6 req-eeb85f84-7c15-4258-8d9b-69e72c012cfb tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:30.954053 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-50e0bd3f-178a-48d6-beec-10af1b978ea6 req-eeb85f84-7c15-4258-8d9b-69e72c012cfb tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 945 time: 0.1295292 Jul 29 20:40:30.975128 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0dfc06a7-fdf0-4862-b9cb-341495c876e8 req-b6e88f01-6309-4c5f-b099-082d381c6c91 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559361 Jul 29 20:40:31.008597 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-eb65a03c-0e48-49bb-bed5-3da1f65bb496 None None] Provisioning for port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:31.013884 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-eb65a03c-0e48-49bb-bed5-3da1f65bb496 None None] Provisioning complete for port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:31.014741 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-eb65a03c-0e48-49bb-bed5-3da1f65bb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.023268 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.025696 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0462f6f2-f605-4d3e-ac24-d8dfa2239646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.042376 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0462f6f2-f605-4d3e-ac24-d8dfa2239646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.071132 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-0462f6f2-f605-4d3e-ac24-d8dfa2239646 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3aab775d1a4401f8a4acb368f0555a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931474 Jul 29 20:40:31.073675 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38678) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:31.080251 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-50e0bd3f-178a-48d6-beec-10af1b978ea6 req-48bced7b-536c-4832-a04d-01c53f17a52a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191020 Jul 29 20:40:31.095753 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-eb65a03c-0e48-49bb-bed5-3da1f65bb496 None None] Port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:40:31.167408 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660763e9-ef90-4255-b081-6845fc501c89', 'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:25Z', 'updated_at': '2021-07-29T20:40:27Z', 'revision_number': 3, 'project_id': '726c87b992d742578c280ae994916cdc', 'gw_port': {'id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:02:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:26Z', 'updated_at': '2021-07-29T20:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:31.168850 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fea708a8-966d-45ee-988a-ea95ae999042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.178031 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462f6f2-f605-4d3e-ac24-d8dfa2239646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4265aab-e849-448f-90aa-1194b13004d4,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:31.183997 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae89f67-0d75-4a80-b38a-1bb5934587ed req-df001e54-1127-4b2a-aeb3-48e772da82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:31.185723 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cae89f67-0d75-4a80-b38a-1bb5934587ed req-df001e54-1127-4b2a-aeb3-48e772da82eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 1098 time: 0.2054167 Jul 29 20:40:31.210426 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237880f-f89d-459f-9a11-00579a5f714a None None] The sync data for ids ['660763e9-ef90-4255-b081-6845fc501c89'] in dv-cinder-802955-1-iscsi is: [{'id': '660763e9-ef90-4255-b081-6845fc501c89', 'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:25Z', 'updated_at': '2021-07-29T20:40:27Z', 'revision_number': 3, 'project_id': '726c87b992d742578c280ae994916cdc', 'gw_port': {'id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:02:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:26Z', 'updated_at': '2021-07-29T20:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:40:31.223454 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device fb93d106-ab1a-45d2-941b-7135046df393 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:31.234075 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fea708a8-966d-45ee-988a-ea95ae999042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.290000 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cae89f67-0d75-4a80-b38a-1bb5934587ed req-0331182f-a432-4d1d-ae43-79d462bacbd3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948253 Jul 29 20:40:31.295589 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port fb93d106-ab1a-45d2-941b-7135046df393 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:31.296092 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.315200 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fea708a8-966d-45ee-988a-ea95ae999042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.319046 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fea708a8-966d-45ee-988a-ea95ae999042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.320412 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-fea708a8-966d-45ee-988a-ea95ae999042 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4265aab-e849-448f-90aa-1194b13004d4 HTTP/1.1" status: 204 len: 168 time: 0.2458389 Jul 29 20:40:31.365399 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea708a8-966d-45ee-988a-ea95ae999042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4265aab-e849-448f-90aa-1194b13004d4,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:31.538361 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac33851-a9f4-43a0-8606-8bc877985d8d req-22ecc177-4196-4506-831c-6d997f07ee9b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:31.546272 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ac33851-a9f4-43a0-8606-8bc877985d8d req-22ecc177-4196-4506-831c-6d997f07ee9b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0854425 Jul 29 20:40:31.571049 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.580281 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.589739 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ac33851-a9f4-43a0-8606-8bc877985d8d req-b9bed48d-6dff-4cb1-b795-c7029081234f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Jul 29 20:40:31.738681 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Pushing event updated for resources: {'Port': ['ID=1f3e3992-6a0d-4a2f-baaa-5f3225ff335d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:31.767425 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.767788 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.769809 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.773631 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.773631 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.774880 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.776453 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.776871 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.777405 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.778453 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.779870 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.780049 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:31.791143 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:31.923615 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:31.929050 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:32.164522 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Router 660763e9-ef90-4255-b081-6845fc501c89 has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:40:32.264147 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39af1d-67c2-4d18-95b5-918791f952d5 req-f7ed3567-c42a-4e48-a708-d9d9ef829731 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:32.266005 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8b39af1d-67c2-4d18-95b5-918791f952d5 req-f7ed3567-c42a-4e48-a708-d9d9ef829731 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 945 time: 0.1600006 Jul 29 20:40:32.278892 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9a89-340f-4e26-add4-7a4fe1311bc3 req-879246b1-2ed8-4ec3-acd6-0d49e62c1aa1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:32.288014 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-413a9a89-340f-4e26-add4-7a4fe1311bc3 req-879246b1-2ed8-4ec3-acd6-0d49e62c1aa1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 945 time: 0.0998802 Jul 29 20:40:32.292609 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d62d52c6-2649-49c2-ac58-79353b04916c up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:32.361718 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8b39af1d-67c2-4d18-95b5-918791f952d5 req-83690d57-672a-45ec-9b74-93360cd79a90 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898354 Jul 29 20:40:32.370916 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:40:32.376643 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-57764153-4f58-413f-bb72-7c0e82c59cbd admin admin] 10.222.0.16 "PUT /v2.0/routers/660763e9-ef90-4255-b081-6845fc501c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4773962 Jul 29 20:40:32.393253 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-413a9a89-340f-4e26-add4-7a4fe1311bc3 req-9250d913-f369-4d54-bfb3-c471794d7aa8 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006229 Jul 29 20:40:32.407514 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-d2d3b15d-5596-411a-8802-bc81c151e275 None None] Provisioning complete for port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:32.408130 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b15d-5596-411a-8802-bc81c151e275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.476507 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3b15d-5596-411a-8802-bc81c151e275 None None] Port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:40:32.486293 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port d62d52c6-2649-49c2-ac58-79353b04916c completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:32.490842 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port d62d52c6-2649-49c2-ac58-79353b04916c triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:32.491441 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.601479 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.649182 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d62d52c6-2649-49c2-ac58-79353b04916c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d62d52c6-2649-49c2-ac58-79353b04916c,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:32.655033 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.718933 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d62d52c6-2649-49c2-ac58-79353b04916c,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:32.740373 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:32.742783 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4ac311-ebe7-464d-8773-d730e3d1d2c2" -d '{"events": [{"server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "name": "network-vif-plugged", "status": "completed", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:32.763718 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c974928-999c-4dfa-88eb-82c074618cbf req-bb476941-eb44-4f10-bb62-53c93e2259ed tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:32.765393 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3c974928-999c-4dfa-88eb-82c074618cbf req-bb476941-eb44-4f10-bb62-53c93e2259ed tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0796580 Jul 29 20:40:32.818472 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3c974928-999c-4dfa-88eb-82c074618cbf req-a05ec390-3e47-4b62-80ac-d27bc0f7a0fa tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Jul 29 20:40:32.908763 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeb1a27-4267-420c-922b-902d882fb186 x-openstack-request-id: req-3eeb1a27-4267-420c-922b-902d882fb186 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:32.909279 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "name": "network-vif-plugged", "status": "completed", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:32.910324 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3eeb1a27-4267-420c-922b-902d882fb186 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:32.910818 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'code': 200} Jul 29 20:40:33.163200 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d966d35-f62b-4cd0-8fcd-2ce032991a51 req-e503d3ee-bd11-4f9a-b713-8def463dd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:33.165426 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1d966d35-f62b-4cd0-8fcd-2ce032991a51 req-e503d3ee-bd11-4f9a-b713-8def463dd1a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 1099 time: 0.0695078 Jul 29 20:40:33.248014 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1d966d35-f62b-4cd0-8fcd-2ce032991a51 req-24fee749-c66a-434c-939c-aaaa1bf09109 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687902 Jul 29 20:40:33.321184 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device e68738e8-197b-4dfb-9eb8-5dac892fce01 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:33.354480 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38760) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:33.396710 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port e68738e8-197b-4dfb-9eb8-5dac892fce01 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:33.407865 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38766) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:33.409403 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port e68738e8-197b-4dfb-9eb8-5dac892fce01 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:33.410184 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:33.412959 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9e7eb77a-b00c-4a30-a332-c2f8c7a7f576 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016972971', 'description': 'tempest-secgroup-smoke-2016972971 description', 'project_id': 'b849c45b3c57497ea229df6565c2af55'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:33.464065 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb77a-b00c-4a30-a332-c2f8c7a7f576 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:33.562517 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b129fbb0-d770-459f-bd2d-9ba00f3b9d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:33.580670 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:33.623512 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port e68738e8-197b-4dfb-9eb8-5dac892fce01, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=e68738e8-197b-4dfb-9eb8-5dac892fce01,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:33.628674 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Sync routers for ids ['660763e9-ef90-4255-b081-6845fc501c89'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:40:33.635008 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:33.654778 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da4b71-0f9d-4090-972b-abd11dc9af1d req-b864d3c3-f9d3-439b-8301-0ec868597844 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:33.656980 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-22da4b71-0f9d-4090-972b-abd11dc9af1d req-b864d3c3-f9d3-439b-8301-0ec868597844 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 945 time: 0.1371188 Jul 29 20:40:33.676271 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Routers {'660763e9-ef90-4255-b081-6845fc501c89'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:33.677134 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:40:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['660763e9-ef90-4255-b081-6845fc501c89'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:33.720016 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb77a-b00c-4a30-a332-c2f8c7a7f576 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:33.738125 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb77a-b00c-4a30-a332-c2f8c7a7f576 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:33.785625 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=e68738e8-197b-4dfb-9eb8-5dac892fce01,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:33.786435 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56581df-c534-4b38-8548-704c650b9e09 req-385c44be-2be6-411e-b195-a919889de1d7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:33.795170 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e56581df-c534-4b38-8548-704c650b9e09 req-385c44be-2be6-411e-b195-a919889de1d7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0722337 Jul 29 20:40:33.822990 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-22da4b71-0f9d-4090-972b-abd11dc9af1d req-9e54ef4f-4766-4b3a-b71e-2ecbc9df796a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528144 Jul 29 20:40:33.856505 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e56581df-c534-4b38-8548-704c650b9e09 req-edd9f934-72e9-41d8-ad35-dbd22032dfe5 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601308 Jul 29 20:40:33.891142 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7eb77a-b00c-4a30-a332-c2f8c7a7f576 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d111202e-01b2-4478-9b21-a8482dcdd491,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:33.922661 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Set router 660763e9-ef90-4255-b081-6845fc501c89 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:33.995378 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b129fbb0-d770-459f-bd2d-9ba00f3b9d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.003715 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b129fbb0-d770-459f-bd2d-9ba00f3b9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.009413 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb77a-b00c-4a30-a332-c2f8c7a7f576 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.010667 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9e7eb77a-b00c-4a30-a332-c2f8c7a7f576 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6016080 Jul 29 20:40:34.013700 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38784) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:34.018434 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-9fafe520-94ac-4c73-9b99-e7c3b9274195 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'security_group_rule': {'security_group_id': 'd111202e-01b2-4478-9b21-a8482dcdd491', 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:34.047624 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf46f08-c0c4-4a6b-b429-d0e85c630ef8 req-2c0d9809-ad9f-455a-bb33-23da587987ef tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:34.048471 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fafe520-94ac-4c73-9b99-e7c3b9274195 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.049145 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0cf46f08-c0c4-4a6b-b429-d0e85c630ef8 req-2c0d9809-ad9f-455a-bb33-23da587987ef tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1014957 Jul 29 20:40:34.074588 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129fbb0-d770-459f-bd2d-9ba00f3b9d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b782275-7d08-45ee-81bd-94fa65fc3219,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:34.101400 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-b129fbb0-d770-459f-bd2d-9ba00f3b9d0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f31fbf4ca294b129b7609128a680da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7457938 Jul 29 20:40:34.102092 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38788) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:34.121114 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fafe520-94ac-4c73-9b99-e7c3b9274195 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.127065 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fafe520-94ac-4c73-9b99-e7c3b9274195 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.145685 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0cf46f08-c0c4-4a6b-b429-d0e85c630ef8 req-1d2853ed-3231-4650-b421-c8b8e5662115 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860653 Jul 29 20:40:34.146685 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660763e9-ef90-4255-b081-6845fc501c89', 'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:25Z', 'updated_at': '2021-07-29T20:40:30Z', 'revision_number': 4, 'project_id': '726c87b992d742578c280ae994916cdc', 'gw_port': {'id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:02:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:26Z', 'updated_at': '2021-07-29T20:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1f3e3992-6a0d-4a2f-baaa-5f3225ff335d', 'name': '', 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'mac_address': 'fa:16:3e:85:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '646c0702-4dad-49c6-b1a6-a2ac6665fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:29Z', 'updated_at': '2021-07-29T20:40:31Z', 'revision_number': 2, 'project_id': '726c87b992d742578c280ae994916cdc', 'subnets': [{'id': '646c0702-4dad-49c6-b1a6-a2ac6665fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:34.171921 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafe520-94ac-4c73-9b99-e7c3b9274195 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9945dd-6ccd-4fce-bffe-fb083282e867,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:34.182982 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Checking router: 660763e9-ef90-4255-b081-6845fc501c89 for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:40:34.183395 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Updating router 660763e9-ef90-4255-b081-6845fc501c89 port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:40:34.184278 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fafe520-94ac-4c73-9b99-e7c3b9274195 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.185860 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-9fafe520-94ac-4c73-9b99-e7c3b9274195 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1709771 Jul 29 20:40:34.189165 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38792) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:34.196051 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-bd1df976-8e13-44f3-8870-ecc70a252816 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'security_group_rule': {'security_group_id': 'd111202e-01b2-4478-9b21-a8482dcdd491', 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:34.199652 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db133e1e-2bc5-46f2-a7c0-78ae3b051a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.226296 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db133e1e-2bc5-46f2-a7c0-78ae3b051a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.229227 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd1df976-8e13-44f3-8870-ecc70a252816 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.232303 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.290654 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db133e1e-2bc5-46f2-a7c0-78ae3b051a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.293660 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db133e1e-2bc5-46f2-a7c0-78ae3b051a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.295027 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-db133e1e-2bc5-46f2-a7c0-78ae3b051a12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b782275-7d08-45ee-81bd-94fa65fc3219 HTTP/1.1" status: 204 len: 168 time: 0.1897509 Jul 29 20:40:34.303352 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db133e1e-2bc5-46f2-a7c0-78ae3b051a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b782275-7d08-45ee-81bd-94fa65fc3219,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:34.328178 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd1df976-8e13-44f3-8870-ecc70a252816 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.333481 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd1df976-8e13-44f3-8870-ecc70a252816 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.352170 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1df976-8e13-44f3-8870-ecc70a252816 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fe4759-d756-4c11-8ee9-aeaf9c4b0239,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:34.363152 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd1df976-8e13-44f3-8870-ecc70a252816 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.367529 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-bd1df976-8e13-44f3-8870-ecc70a252816 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1745949 Jul 29 20:40:34.367946 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38800) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:34.374443 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fa609690-b0cc-42fe-9c52-f5e3ff894054 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'security_group_rule': {'security_group_id': 'd111202e-01b2-4478-9b21-a8482dcdd491', 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:34.410620 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa609690-b0cc-42fe-9c52-f5e3ff894054 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.504585 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa609690-b0cc-42fe-9c52-f5e3ff894054 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.509882 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa609690-b0cc-42fe-9c52-f5e3ff894054 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.537232 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa609690-b0cc-42fe-9c52-f5e3ff894054 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b91a1d-a0dd-4b7e-9f79-608fee2f2a88,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:34.543062 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa609690-b0cc-42fe-9c52-f5e3ff894054 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.547197 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-fa609690-b0cc-42fe-9c52-f5e3ff894054 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1755598 Jul 29 20:40:34.547858 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 38804) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:34.562306 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e69868ad-77f1-4411-8344-4f0fd10ff27d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'security_group_rule': {'security_group_id': 'd111202e-01b2-4478-9b21-a8482dcdd491', 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:34.626385 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e69868ad-77f1-4411-8344-4f0fd10ff27d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.644792 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.657311 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Transition to ACTIVE for port object 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:34.663666 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.698998 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e69868ad-77f1-4411-8344-4f0fd10ff27d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.704729 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e69868ad-77f1-4411-8344-4f0fd10ff27d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.716840 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42da66b-4620-4c9c-a4e0-238ec9a8dd86 None None] Pushing event updated for resources: {'Port': ['ID=1f3e3992-6a0d-4a2f-baaa-5f3225ff335d,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:34.729786 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69868ad-77f1-4411-8344-4f0fd10ff27d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1906e1c1-2dd9-40a7-b4a3-91d001bfba4d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:34.747353 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e69868ad-77f1-4411-8344-4f0fd10ff27d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.750373 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-e69868ad-77f1-4411-8344-4f0fd10ff27d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2014251 Jul 29 20:40:34.752435 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38812) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:34.757793 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-82b27d4e-ead5-4432-b206-2aad09355f40 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'security_group_rule': {'security_group_id': 'd111202e-01b2-4478-9b21-a8482dcdd491', 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:34.798637 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.securitygroups_db [None req-82b27d4e-ead5-4432-b206-2aad09355f40 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Project b849c45b3c57497ea229df6565c2af55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:40:34.804354 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-82b27d4e-ead5-4432-b206-2aad09355f40 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.821023 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Attempting to bind port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:34.828773 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Attempting to bind port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '2f4910fd-e626-43a2-b13b-050771b5a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:34.829238 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Attempting to bind port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d on network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:34.836154 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:34.841108 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Checking segment: {'id': '2f4910fd-e626-43a2-b13b-050771b5a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:34.841626 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.842046 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Bound using segment: {'id': '2f4910fd-e626-43a2-b13b-050771b5a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:34.842551 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Bound port: 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4910fd-e626-43a2-b13b-050771b5a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:34.843046 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.910540 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-82b27d4e-ead5-4432-b206-2aad09355f40 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.916414 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-82b27d4e-ead5-4432-b206-2aad09355f40 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.917815 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408daf9-9b7b-49be-8afe-5086b47df601 req-86429537-75a4-4f26-ae62-d2bb47fa7bd0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:34.919579 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9408daf9-9b7b-49be-8afe-5086b47df601 req-86429537-75a4-4f26-ae62-d2bb47fa7bd0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 945 time: 0.0985723 Jul 29 20:40:34.937946 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b27d4e-ead5-4432-b206-2aad09355f40 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ad5b24-4e32-427c-ad67-00317967e820,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:34.950881 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-82b27d4e-ead5-4432-b206-2aad09355f40 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:34.952219 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-82b27d4e-ead5-4432-b206-2aad09355f40 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1981270 Jul 29 20:40:34.958125 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 38822) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:34.963356 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-8ab5894e-7bf5-48fb-b7ac-d5c20170ea0b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'security_group_rule': {'security_group_id': 'd111202e-01b2-4478-9b21-a8482dcdd491', 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:35.019402 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] For port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:35.035180 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] For port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=1f3e3992-6a0d-4a2f-baaa-5f3225ff335d,segment=NetworkSegment(2f4910fd-e626-43a2-b13b-050771b5a3fe),segment_id=2f4910fd-e626-43a2-b13b-050771b5a3fe)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:35.037955 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9408daf9-9b7b-49be-8afe-5086b47df601 req-caedb4f9-f79d-458e-9735-49776a1a3ddc tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052721 Jul 29 20:40:35.043266 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:35.043663 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.securitygroups_db [None req-8ab5894e-7bf5-48fb-b7ac-d5c20170ea0b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Project b849c45b3c57497ea229df6565c2af55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:40:35.055791 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ab5894e-7bf5-48fb-b7ac-d5c20170ea0b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:35.099210 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Routers {'660763e9-ef90-4255-b081-6845fc501c89'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:35.099939 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:40:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['660763e9-ef90-4255-b081-6845fc501c89'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:35.100380 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca96f83-52e5-4918-b259-7b949e64e1e1 req-6689ad4d-b16b-4bb8-b34f-5bd9516d4ec4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:35.102334 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dca96f83-52e5-4918-b259-7b949e64e1e1 req-6689ad4d-b16b-4bb8-b34f-5bd9516d4ec4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0987771 Jul 29 20:40:35.182759 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42da66b-4620-4c9c-a4e0-238ec9a8dd86 None None] Pushing event updated for resources: {'Port': ['ID=1f3e3992-6a0d-4a2f-baaa-5f3225ff335d,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:35.198181 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dca96f83-52e5-4918-b259-7b949e64e1e1 req-6a9daca9-8861-4f2e-9372-6f417946af16 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834301 Jul 29 20:40:35.208481 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ab5894e-7bf5-48fb-b7ac-d5c20170ea0b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:35.222140 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ab5894e-7bf5-48fb-b7ac-d5c20170ea0b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:35.246992 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5894e-7bf5-48fb-b7ac-d5c20170ea0b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e33ada7-4aac-49a9-9733-a3b48d737e20,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:35.273734 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device e68738e8-197b-4dfb-9eb8-5dac892fce01 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:35.279305 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ab5894e-7bf5-48fb-b7ac-d5c20170ea0b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:35.282728 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] Set router 660763e9-ef90-4255-b081-6845fc501c89 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:35.299067 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-8ab5894e-7bf5-48fb-b7ac-d5c20170ea0b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3253667 Jul 29 20:40:35.329896 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adf515-0757-4f56-aa77-b0401554da82 req-ec6805aa-1bcd-4873-a96a-656eee422a11 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:35.332412 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-04adf515-0757-4f56-aa77-b0401554da82 req-ec6805aa-1bcd-4873-a96a-656eee422a11 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0641682 Jul 29 20:40:35.389726 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-04adf515-0757-4f56-aa77-b0401554da82 req-c8011c94-bbb0-4a04-a8f3-d5ceb534e19e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503287 Jul 29 20:40:35.401872 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37571c9-5a5a-41f0-baa2-073c71b3d292 req-70f4045d-1e97-4198-8c99-c2fff93ea8aa tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:35.403439 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f37571c9-5a5a-41f0-baa2-073c71b3d292 req-70f4045d-1e97-4198-8c99-c2fff93ea8aa tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.1025250 Jul 29 20:40:35.449489 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f37571c9-5a5a-41f0-baa2-073c71b3d292 req-b6ddfb13-fc31-4ca9-ae7a-ea4d427ac802 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Jul 29 20:40:35.649954 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port e68738e8-197b-4dfb-9eb8-5dac892fce01 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:35.650437 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:35.802007 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510e8e-43c3-482b-a8be-c5e1228b1be5 req-5896adec-e555-439e-a7a1-3bb81727dd83 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:35.810030 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d9510e8e-43c3-482b-a8be-c5e1228b1be5 req-5896adec-e555-439e-a7a1-3bb81727dd83 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0672235 Jul 29 20:40:35.826905 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660763e9-ef90-4255-b081-6845fc501c89', 'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:25Z', 'updated_at': '2021-07-29T20:40:30Z', 'revision_number': 4, 'project_id': '726c87b992d742578c280ae994916cdc', 'gw_port': {'id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:02:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:26Z', 'updated_at': '2021-07-29T20:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1f3e3992-6a0d-4a2f-baaa-5f3225ff335d', 'name': '', 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'mac_address': 'fa:16:3e:85:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '646c0702-4dad-49c6-b1a6-a2ac6665fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:29Z', 'updated_at': '2021-07-29T20:40:35Z', 'revision_number': 4, 'project_id': '726c87b992d742578c280ae994916cdc', 'subnets': [{'id': '646c0702-4dad-49c6-b1a6-a2ac6665fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:35.855376 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d9510e8e-43c3-482b-a8be-c5e1228b1be5 req-d1524f51-a6c2-49d3-8fb4-6e8fe87def9f tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Jul 29 20:40:35.883530 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86b5c6-62fc-4bcd-8178-847a375793fc None None] The sync data for ids ['660763e9-ef90-4255-b081-6845fc501c89'] in dv-cinder-802955-1-iscsi is: [{'id': '660763e9-ef90-4255-b081-6845fc501c89', 'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:25Z', 'updated_at': '2021-07-29T20:40:30Z', 'revision_number': 4, 'project_id': '726c87b992d742578c280ae994916cdc', 'gw_port': {'id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:02:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:26Z', 'updated_at': '2021-07-29T20:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1f3e3992-6a0d-4a2f-baaa-5f3225ff335d', 'name': '', 'network_id': 'bda8dd41-7719-4ef0-b0fc-a26c34ea9192', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'mac_address': 'fa:16:3e:85:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '646c0702-4dad-49c6-b1a6-a2ac6665fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:29Z', 'updated_at': '2021-07-29T20:40:35Z', 'revision_number': 4, 'project_id': '726c87b992d742578c280ae994916cdc', 'subnets': [{'id': '646c0702-4dad-49c6-b1a6-a2ac6665fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:40:35.950246 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc8e3c-fff1-4be7-8c20-13baec674b40 req-9a7e374b-0da1-420a-b63a-1b8e90077ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:35.955581 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-05cc8e3c-fff1-4be7-8c20-13baec674b40 req-9a7e374b-0da1-420a-b63a-1b8e90077ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 1099 time: 0.0725331 Jul 29 20:40:36.044861 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-05cc8e3c-fff1-4be7-8c20-13baec674b40 req-48451b4c-35f4-423b-812b-61f8da1c6096 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667875 Jul 29 20:40:36.388140 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36198a6f-5c74-4fa4-acd9-cbbbed91b466 req-ff5b2012-a10f-48e7-b187-dd043427ecd1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:36.389696 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-36198a6f-5c74-4fa4-acd9-cbbbed91b466 req-ff5b2012-a10f-48e7-b187-dd043427ecd1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 945 time: 0.1029587 Jul 29 20:40:36.438178 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-36198a6f-5c74-4fa4-acd9-cbbbed91b466 req-2c7ab340-5642-4e4c-bfed-a9cd0ff242d4 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Jul 29 20:40:36.552428 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42733e-442a-4fc2-82cf-95e62b4b58b2 req-0b06081f-9d4d-4bec-9daa-37980beabae0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:36.554157 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ed42733e-442a-4fc2-82cf-95e62b4b58b2 req-0b06081f-9d4d-4bec-9daa-37980beabae0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0701547 Jul 29 20:40:36.597834 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ed42733e-442a-4fc2-82cf-95e62b4b58b2 req-16496490-0ec6-40d6-a0aa-895dbc27dff7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359333 Jul 29 20:40:36.696143 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f692380-9376-477e-8ebf-5d80404fe528 req-36f090f2-4bc5-48ef-8a48-2ca09288542d tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:36.697633 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2f692380-9376-477e-8ebf-5d80404fe528 req-36f090f2-4bc5-48ef-8a48-2ca09288542d tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 945 time: 0.0499921 Jul 29 20:40:36.823015 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-2f692380-9376-477e-8ebf-5d80404fe528 req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Deleting port 8ec7b650-95d3-4d60-b329-69fce5c551b6 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:40:36.823666 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2f692380-9376-477e-8ebf-5d80404fe528 req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:36.915028 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-2f692380-9376-477e-8ebf-5d80404fe528 req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] For port 8ec7b650-95d3-4d60-b329-69fce5c551b6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8ec7b650-95d3-4d60-b329-69fce5c551b6,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:36.915364 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2f692380-9376-477e-8ebf-5d80404fe528 req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:36.929624 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-2f692380-9376-477e-8ebf-5d80404fe528 req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Calling delete_port for 8ec7b650-95d3-4d60-b329-69fce5c551b6 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:40:37.064795 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2f692380-9376-477e-8ebf-5d80404fe528 req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:37.080627 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['8ec7b650-95d3-4d60-b329-69fce5c551b6'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:37.092973 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Pushing event deleted for resources: {'Port': ['ID=8ec7b650-95d3-4d60-b329-69fce5c551b6,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:37.142747 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f692380-9376-477e-8ebf-5d80404fe528 req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] No DVR routers for this DVR port 8ec7b650-95d3-4d60-b329-69fce5c551b6 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:40:37.147208 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2f692380-9376-477e-8ebf-5d80404fe528 req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:37.149346 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2f692380-9376-477e-8ebf-5d80404fe528 req-d067e918-5ad9-4e8e-b29c-a51776910ae0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.18 "DELETE /v2.0/ports/8ec7b650-95d3-4d60-b329-69fce5c551b6 HTTP/1.1" status: 204 len: 173 time: 0.4324210 Jul 29 20:40:37.149866 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe4addf-aff4-4b26-b45f-340112b12bf8', 'name': 'network-vif-deleted', 'tag': '8ec7b650-95d3-4d60-b329-69fce5c551b6'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:37.152378 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddf07dc-6b30-4340-9f04-44552ef56250" -d '{"events": [{"server_uuid": "bfe4addf-aff4-4b26-b45f-340112b12bf8", "name": "network-vif-deleted", "tag": "8ec7b650-95d3-4d60-b329-69fce5c551b6"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:37.198274 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc7f069-3b0c-4745-98d7-e47bec3f9d3d x-openstack-request-id: req-5bc7f069-3b0c-4745-98d7-e47bec3f9d3d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:37.198566 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe4addf-aff4-4b26-b45f-340112b12bf8", "name": "network-vif-deleted", "tag": "8ec7b650-95d3-4d60-b329-69fce5c551b6", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:37.198884 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bc7f069-3b0c-4745-98d7-e47bec3f9d3d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:37.199443 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe4addf-aff4-4b26-b45f-340112b12bf8', 'name': 'network-vif-deleted', 'tag': '8ec7b650-95d3-4d60-b329-69fce5c551b6', 'status': 'completed', 'code': 200} Jul 29 20:40:37.235954 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:37.291217 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:37.295232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:37.295612 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:37.384579 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:37.423548 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=1f3e3992-6a0d-4a2f-baaa-5f3225ff335d,segment=NetworkSegment(2f4910fd-e626-43a2-b13b-050771b5a3fe),segment_id=2f4910fd-e626-43a2-b13b-050771b5a3fe)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:37.428139 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:37.483843 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=1f3e3992-6a0d-4a2f-baaa-5f3225ff335d,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:37.564723 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c7c51791-c828-46cf-b692-2aef76ed4bfa req-b41ec4cf-a1d3-4c5c-a7e7-4b1f8bc2366a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfe4addf-aff4-4b26-b45f-340112b12bf8 HTTP/1.1" status: 200 len: 210 time: 0.0404212 Jul 29 20:40:37.748948 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f398a54-70ef-49d7-ba2e-f2da50719b6a req-4230e8ed-a22f-42a7-9170-12c7a2a989b8 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:37.750443 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3f398a54-70ef-49d7-ba2e-f2da50719b6a req-4230e8ed-a22f-42a7-9170-12c7a2a989b8 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0672061 Jul 29 20:40:37.803451 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3f398a54-70ef-49d7-ba2e-f2da50719b6a req-31721304-6ce2-4a21-99fe-f87e5c5668aa tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448449 Jul 29 20:40:38.158696 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-5817692c-62ef-40d5-9f87-6c7d907e8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:38.160864 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-5817692c-62ef-40d5-9f87-6c7d907e8eb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 1099 time: 0.0585263 Jul 29 20:40:38.179493 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb8ce5-8748-4a09-9cff-8821337f041f req-eba1e090-7d4e-4923-9542-4e6c848e8c1d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:38.182020 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f5bb8ce5-8748-4a09-9cff-8821337f041f req-eba1e090-7d4e-4923-9542-4e6c848e8c1d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0802937 Jul 29 20:40:38.225010 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f5bb8ce5-8748-4a09-9cff-8821337f041f req-c1b8ed04-95af-4307-b843-0a099dcbcd43 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367930 Jul 29 20:40:38.270953 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-93370b1d-1f2b-469f-a79d-4d17f25bd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:38.272389 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-93370b1d-1f2b-469f-a79d-4d17f25bd358 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 919 time: 0.1017544 Jul 29 20:40:38.313699 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-b7737ffd-fcca-4e02-ab5a-f64b2d58caa7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c HTTP/1.1" status: 200 len: 217 time: 0.0329289 Jul 29 20:40:38.368349 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-f4f56897-37f2-4899-b903-0321ea999e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:38.369823 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-f4f56897-37f2-4899-b903-0321ea999e70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21cfe9d7-a935-4ee4-8f42-f11f64bc439f HTTP/1.1" status: 200 len: 858 time: 0.0460274 Jul 29 20:40:38.404665 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-cbadcfa7-295a-425a-956d-a290ceb8c598 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3c4e8f-1747-4697-a2e5-c474723b7d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249596 Jul 29 20:40:38.493559 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-fae06e41-cbd7-4c59-a997-21e88d9c9b39 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804186 Jul 29 20:40:38.591727 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b7a9c7e8-c05c-4747-af4e-eb61b344a1d6 req-48581580-55e1-4d42-91bb-eb27a1ea40d5 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898759 Jul 29 20:40:38.938404 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-a73468d7-cae0-4e45-8aa2-f17cc1c066a7 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:38.939909 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-a73468d7-cae0-4e45-8aa2-f17cc1c066a7 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/networks?id=d8549868-dea3-4bfc-a656-417a728d439b HTTP/1.1" status: 200 len: 809 time: 0.1075256 Jul 29 20:40:38.956444 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-ba99411f-7001-4106-a617-7d256899aa06 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/quotas/b8e4bbbaa81743dea1b21489951fc7e3 HTTP/1.1" status: 200 len: 375 time: 0.0098815 Jul 29 20:40:38.991164 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-bcbc8442-b20d-42a2-86fe-34a034c48bab tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8e4bbbaa81743dea1b21489951fc7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290606 Jul 29 20:40:39.090625 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-8e1a50b8-683f-408c-b876-116e1a2abbb4 service neutron] 10.222.0.16 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924203 Jul 29 20:40:39.217206 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:39.228469 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-a0db8ce1-9cf6-4219-b510-4d443fdb3515 service neutron] 10.222.0.16 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209395 Jul 29 20:40:39.297714 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:39.298097 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:39.387741 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f374c0e-1abe-4139-9b2a-4e72b6c616cb req-b222d39d-2c96-43d7-ba70-91d563697609 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:39.389282 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5f374c0e-1abe-4139-9b2a-4e72b6c616cb req-b222d39d-2c96-43d7-ba70-91d563697609 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0679145 Jul 29 20:40:39.432516 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5f374c0e-1abe-4139-9b2a-4e72b6c616cb req-ee3416d8-1375-471f-b1d2-039e8e289c0c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336893 Jul 29 20:40:39.516719 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bb8912b3-fdbf-446b-8243-563f4d641d3c req-11aaf10d-5eb1-458a-a319-da8b85a414e1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 210 time: 0.0331161 Jul 29 20:40:39.606377 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b66e7-ca53-4073-a0aa-dd7d1f366ec4 req-ffcbd908-9174-4f03-977e-a9ce2120eab1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:39.608648 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c58b66e7-ca53-4073-a0aa-dd7d1f366ec4 req-ffcbd908-9174-4f03-977e-a9ce2120eab1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0540338 Jul 29 20:40:39.652239 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c58b66e7-ca53-4073-a0aa-dd7d1f366ec4 req-24fed2b8-d6f3-4c9c-8e68-db2b24c92806 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368817 Jul 29 20:40:40.552005 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f9a8f-91e4-482c-8df1-4699d622c205 req-79c79796-468b-45ce-816b-07330d947794 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:40.553547 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-449f9a8f-91e4-482c-8df1-4699d622c205 req-79c79796-468b-45ce-816b-07330d947794 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0525379 Jul 29 20:40:40.595322 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-449f9a8f-91e4-482c-8df1-4699d622c205 req-6396358a-01c7-4904-8e5c-bb9b42e61d42 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346353 Jul 29 20:40:40.615713 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-96a335d8-fb50-4717-afa5-52d9ea9d7828 req-77fa7def-fe2b-4ce8-965d-6185ecaaae0f tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 210 time: 0.0305352 Jul 29 20:40:40.723672 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8ec7b650-95d3-4d60-b329-69fce5c551b6 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:40:40.747658 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: 8ec7b650-95d3-4d60-b329-69fce5c551b6 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:40:40.748003 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8ec7b650-95d3-4d60-b329-69fce5c551b6 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:40:40.771230 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572ca34-617b-411f-8e46-63e3d33d9f9f req-9e59df9c-b698-4780-9433-8c155a66f838 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:40.772693 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d572ca34-617b-411f-8e46-63e3d33d9f9f req-9e59df9c-b698-4780-9433-8c155a66f838 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0499303 Jul 29 20:40:40.811804 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d572ca34-617b-411f-8e46-63e3d33d9f9f req-d457000f-618a-400c-bbaa-4f25a65652fa tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Jul 29 20:40:41.712521 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1d925a93-8e0c-4a64-851b-247fba487889 req-f0056c2c-2df9-405d-a9c8-b22c100a1d68 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 210 time: 0.0262444 Jul 29 20:40:41.714594 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6cd07-c779-4dee-a39f-fc540a2b72d9 req-86ecd481-f52e-4d7b-a5bf-eb55644ac192 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:41.716544 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-28c6cd07-c779-4dee-a39f-fc540a2b72d9 req-86ecd481-f52e-4d7b-a5bf-eb55644ac192 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0533185 Jul 29 20:40:41.765732 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-28c6cd07-c779-4dee-a39f-fc540a2b72d9 req-29c9a2bd-accd-4245-bde8-b0fb56e53dfd tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Jul 29 20:40:41.926257 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545981fc-2525-4fb4-b99a-1fc2e919cfcd req-ce2e1f2b-f4ca-4d50-91e6-5f8acfcc2537 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:41.927727 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-545981fc-2525-4fb4-b99a-1fc2e919cfcd req-ce2e1f2b-f4ca-4d50-91e6-5f8acfcc2537 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0475302 Jul 29 20:40:41.969475 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-545981fc-2525-4fb4-b99a-1fc2e919cfcd req-8bf42835-cd73-4b57-adbf-b8e54d4fd3be tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356255 Jul 29 20:40:42.807920 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6a2e58ff-7bdb-4f27-92dc-6780c7182484 req-b8b9b89a-5cfb-471e-b012-19e13aee3fd6 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 210 time: 0.0286832 Jul 29 20:40:42.880569 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7aeaf-b71f-4d2e-8935-e51dce9d968d req-9a9f0199-2146-412d-855f-958d2080f0a0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:42.882061 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6fe7aeaf-b71f-4d2e-8935-e51dce9d968d req-9a9f0199-2146-412d-855f-958d2080f0a0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0493944 Jul 29 20:40:42.920763 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6fe7aeaf-b71f-4d2e-8935-e51dce9d968d req-2244e059-7a72-41e5-af03-ac3fa7b82f25 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Jul 29 20:40:43.087341 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6b6c-5164-4000-81ae-7f65f2284d62 req-7709306a-dfd3-45ff-a343-413553bfa535 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:43.088806 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1aac6b6c-5164-4000-81ae-7f65f2284d62 req-7709306a-dfd3-45ff-a343-413553bfa535 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0514579 Jul 29 20:40:43.132145 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1aac6b6c-5164-4000-81ae-7f65f2284d62 req-8cf0eb10-71a8-4804-9b56-47f0ad58f416 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347338 Jul 29 20:40:43.169203 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:40:43.688937 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-58054465-ad35-4783-814e-585c5a2ea2b6 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:43.690427 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-58054465-ad35-4783-814e-585c5a2ea2b6 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.18 "GET /v2.0/networks?id=d8549868-dea3-4bfc-a656-417a728d439b HTTP/1.1" status: 200 len: 809 time: 0.1202552 Jul 29 20:40:43.711241 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Request body: {'port': {'device_id': '26eb2e9c-c773-46db-8a36-c1ed3b2e8d96', 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b', 'admin_state_up': True, 'tenant_id': 'b8e4bbbaa81743dea1b21489951fc7e3'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:43.822971 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Made reservation on behalf of b8e4bbbaa81743dea1b21489951fc7e3 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:43.826403 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:43.915995 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fe7825c8-1f43-4e32-970f-e4c8a49f354c req-e1566851-972d-4579-9319-52e5c14cbe29 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 210 time: 0.0371244 Jul 29 20:40:43.976888 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Allocated IP 172.20.0.5 (d8549868-dea3-4bfc-a656-417a728d439b/9091f9b0-c31b-4661-9a24-95854bef4e26/d7b85309-8a0b-4ccb-8f96-642a3ec13797) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:44.052158 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadec7b-d402-4f84-a3b2-15f8e7281b58 req-4bfeddfb-6948-4ee1-86fb-4e12bb2bda68 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:44.053902 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5aadec7b-d402-4f84-a3b2-15f8e7281b58 req-4bfeddfb-6948-4ee1-86fb-4e12bb2bda68 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0643179 Jul 29 20:40:44.095796 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5aadec7b-d402-4f84-a3b2-15f8e7281b58 req-deb8ddd4-f7c1-4f09-bfa4-af8477b6a576 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359547 Jul 29 20:40:44.135658 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:44.176878 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:44.252843 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Network d8549868-dea3-4bfc-a656-417a728d439b is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:44.254675 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Pushing event updated for resources: {'Port': ['ID=d7b85309-8a0b-4ccb-8f96-642a3ec13797,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:44.263124 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:44.266566 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:44.272200 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:44.272660 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:44.294361 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff8ede-2d38-4373-98c9-5271946340a9 req-ad065dcd-07e8-482d-a682-df50a97fa844 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:44.295893 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e8ff8ede-2d38-4373-98c9-5271946340a9 req-ad065dcd-07e8-482d-a682-df50a97fa844 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0893774 Jul 29 20:40:44.297509 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-0588b186-9877-4488-a327-ad77fff0f913 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903141 Jul 29 20:40:44.322382 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Request body: {'port': {'device_id': '26eb2e9c-c773-46db-8a36-c1ed3b2e8d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:44.370976 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e8ff8ede-2d38-4373-98c9-5271946340a9 req-4ce00556-e51b-46dc-8567-13be3d13e1ab tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638008 Jul 29 20:40:44.397097 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:44.717579 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b85309-8a0b-4ccb-8f96-642a3ec13797 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:40:44.726647 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:44.742525 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Transition to ACTIVE for port object d7b85309-8a0b-4ccb-8f96-642a3ec13797 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:44.745988 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:44.798249 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Pushing event updated for resources: {'Port': ['ID=d7b85309-8a0b-4ccb-8f96-642a3ec13797,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:44.842322 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Attempting to bind port d7b85309-8a0b-4ccb-8f96-642a3ec13797 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:44.842663 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Attempting to bind port d7b85309-8a0b-4ccb-8f96-642a3ec13797 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '3074ca36-1240-4fb9-bcd8-f9a0088cedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:44.843025 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Attempting to bind port d7b85309-8a0b-4ccb-8f96-642a3ec13797 on network d8549868-dea3-4bfc-a656-417a728d439b {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:44.848272 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Port d7b85309-8a0b-4ccb-8f96-642a3ec13797 on network d8549868-dea3-4bfc-a656-417a728d439b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:40:44.848620 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Attempting to bind port d7b85309-8a0b-4ccb-8f96-642a3ec13797 on network d8549868-dea3-4bfc-a656-417a728d439b {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:44.853767 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:44.854210 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Checking segment: {'id': '3074ca36-1240-4fb9-bcd8-f9a0088cedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:44.858429 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Bound using segment: {'id': '3074ca36-1240-4fb9-bcd8-f9a0088cedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:44.858429 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Bound port: d7b85309-8a0b-4ccb-8f96-642a3ec13797, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3074ca36-1240-4fb9-bcd8-f9a0088cedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:44.858429 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:44.874910 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-31876c00-1198-4aeb-b39c-41ce68131ff8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:44.876446 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-31876c00-1198-4aeb-b39c-41ce68131ff8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 814 time: 0.1499600 Jul 29 20:40:44.903728 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-12354173-8605-4f16-8ac4-468bb2980bb1 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/quotas/506195941f4e4ab9a9b96f6196122de9 HTTP/1.1" status: 200 len: 375 time: 0.0184212 Jul 29 20:40:44.955694 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] For port d7b85309-8a0b-4ccb-8f96-642a3ec13797, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:44.959734 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] For port d7b85309-8a0b-4ccb-8f96-642a3ec13797, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d7b85309-8a0b-4ccb-8f96-642a3ec13797,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:44.964683 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:44.977545 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-a3eef2cd-030d-4219-86fc-d3976fcabd74 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632374 Jul 29 20:40:45.004008 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:45.004622 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:45.006181 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] 10.222.0.18 "PUT /v2.0/ports/d7b85309-8a0b-4ccb-8f96-642a3ec13797 HTTP/1.1" status: 200 len: 1093 time: 0.6898119 Jul 29 20:40:45.006625 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26eb2e9c-c773-46db-8a36-c1ed3b2e8d96', 'tag': 'd7b85309-8a0b-4ccb-8f96-642a3ec13797'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:45.008879 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737e8b60-85c4-46b5-b698-eecec502de74" -d '{"events": [{"name": "network-changed", "server_uuid": "26eb2e9c-c773-46db-8a36-c1ed3b2e8d96", "tag": "d7b85309-8a0b-4ccb-8f96-642a3ec13797"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:45.072162 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cb68c-a2a4-4c0f-8b2e-5b9b03d037bd service neutron] Pushing event updated for resources: {'Port': ['ID=d7b85309-8a0b-4ccb-8f96-642a3ec13797,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:45.083772 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-00349a0d-39d5-46c1-b526-646295d91713 service neutron] 10.222.0.16 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984268 Jul 29 20:40:45.182414 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-a1e2baf6-9b26-48b0-9fe8-d90e5e7f058c service neutron] 10.222.0.16 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919423 Jul 29 20:40:45.329377 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcea7ed-447c-4e8b-b49e-7e9b749e1015 x-openstack-request-id: req-abcea7ed-447c-4e8b-b49e-7e9b749e1015 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:45.329377 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26eb2e9c-c773-46db-8a36-c1ed3b2e8d96", "tag": "d7b85309-8a0b-4ccb-8f96-642a3ec13797", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:45.329676 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abcea7ed-447c-4e8b-b49e-7e9b749e1015 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:45.329875 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26eb2e9c-c773-46db-8a36-c1ed3b2e8d96', 'tag': 'd7b85309-8a0b-4ccb-8f96-642a3ec13797', 'status': 'completed', 'code': 200} Jul 29 20:40:45.353914 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2decc-f5b6-4ade-b7ce-8d259a4bd678 req-5f120324-8b1d-4cac-8869-3af031455d8c tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:45.358092 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e9e2decc-f5b6-4ade-b7ce-8d259a4bd678 req-5f120324-8b1d-4cac-8869-3af031455d8c tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 943 time: 0.3417699 Jul 29 20:40:45.385015 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-8ec4fe96-47b1-422d-a8ad-9ae4bbddb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:45.386718 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-8ec4fe96-47b1-422d-a8ad-9ae4bbddb1cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8e4bbbaa81743dea1b21489951fc7e3&device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 1096 time: 0.3293457 Jul 29 20:40:45.425270 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a1f0d-3948-4dbf-80cf-93ceddc832d5 req-54e0af83-3e5b-422b-9e15-0a40cc0d57c6 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:45.426865 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-714a1f0d-3948-4dbf-80cf-93ceddc832d5 req-54e0af83-3e5b-422b-9e15-0a40cc0d57c6 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0550606 Jul 29 20:40:45.449578 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e9e2decc-f5b6-4ade-b7ce-8d259a4bd678 req-0e363a7d-f296-491c-80e5-0cbf3e8ef462 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844729 Jul 29 20:40:45.451081 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-1c855adc-c994-4c82-9a7f-6a4318a4993d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b85309-8a0b-4ccb-8f96-642a3ec13797 HTTP/1.1" status: 200 len: 217 time: 0.0446088 Jul 29 20:40:45.472873 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-714a1f0d-3948-4dbf-80cf-93ceddc832d5 req-f54e261a-ca5b-41b9-9004-d316f75bd9ff tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 Jul 29 20:40:45.520260 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-e9fb92ed-9a89-44e5-915e-52f735792c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:45.520260 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-e9fb92ed-9a89-44e5-915e-52f735792c53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9091f9b0-c31b-4661-9a24-95854bef4e26 HTTP/1.1" status: 200 len: 849 time: 0.0532000 Jul 29 20:40:45.619991 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-00f35b4d-36cb-4653-8f16-8a8cef431083 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8549868-dea3-4bfc-a656-417a728d439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894639 Jul 29 20:40:45.621803 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7dde009a-3fd8-450c-a731-ebaf15f0f3b7 req-50298507-0806-4d5a-9408-1ebd32da471f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 210 time: 0.0901365 Jul 29 20:40:45.627308 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2ad91-24c4-4ee4-9a02-83b87d91c425 req-c328bdad-24dc-474b-a4dd-2e97f882af65 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:45.628885 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dff2ad91-24c4-4ee4-9a02-83b87d91c425 req-c328bdad-24dc-474b-a4dd-2e97f882af65 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0595679 Jul 29 20:40:45.690720 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dff2ad91-24c4-4ee4-9a02-83b87d91c425 req-31125566-4f84-4372-a27d-dfdcecab78e4 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545349 Jul 29 20:40:45.724714 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-82495c05-dd00-44cc-a6a0-c72e3e4a89e9 service neutron] 10.222.0.18 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956533 Jul 29 20:40:45.851817 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-972fb985-bfb6-4a9e-affe-1ff79e354ea4 req-38b1c555-ad92-4cd2-97e4-46bb46d42f53 service neutron] 10.222.0.18 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134405 Jul 29 20:40:45.982909 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e8b60-85c4-46b5-b698-eecec502de74 req-60dab5f6-fe09-4472-bdb4-020f5f49144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:45.984564 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-737e8b60-85c4-46b5-b698-eecec502de74 req-60dab5f6-fe09-4472-bdb4-020f5f49144d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8e4bbbaa81743dea1b21489951fc7e3&device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 1096 time: 0.0432417 Jul 29 20:40:46.090013 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e8b60-85c4-46b5-b698-eecec502de74 req-fd27fa10-fca5-47c2-bf66-50d2e7e34c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:46.091740 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-737e8b60-85c4-46b5-b698-eecec502de74 req-fd27fa10-fca5-47c2-bf66-50d2e7e34c3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8549868-dea3-4bfc-a656-417a728d439b HTTP/1.1" status: 200 len: 910 time: 0.0993395 Jul 29 20:40:46.147347 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-737e8b60-85c4-46b5-b698-eecec502de74 req-2a909c1d-e58e-4b41-bb4b-cf860e5a9a6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b85309-8a0b-4ccb-8f96-642a3ec13797 HTTP/1.1" status: 200 len: 217 time: 0.0412264 Jul 29 20:40:46.200516 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e8b60-85c4-46b5-b698-eecec502de74 req-10ad34f0-2d4a-425e-81e8-7ed1a421f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:46.201952 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-737e8b60-85c4-46b5-b698-eecec502de74 req-10ad34f0-2d4a-425e-81e8-7ed1a421f0c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9091f9b0-c31b-4661-9a24-95854bef4e26 HTTP/1.1" status: 200 len: 849 time: 0.0435157 Jul 29 20:40:46.233994 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-737e8b60-85c4-46b5-b698-eecec502de74 req-f1944c4d-7c5c-4cc4-889a-84f14fb132bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8549868-dea3-4bfc-a656-417a728d439b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243273 Jul 29 20:40:46.327465 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-737e8b60-85c4-46b5-b698-eecec502de74 req-a432cb6e-901b-4ef9-8eca-33ff738e0aca service neutron] 10.222.0.18 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850308 Jul 29 20:40:46.431690 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-737e8b60-85c4-46b5-b698-eecec502de74 req-00852341-7947-44a4-a2ea-64ecaf9e87c0 service neutron] 10.222.0.18 "GET /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870152 Jul 29 20:40:46.637087 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153b809-233a-49fc-b10f-49086b297f0e req-930410bd-408d-4731-8487-7c64e79cc5d8 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:46.639132 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1153b809-233a-49fc-b10f-49086b297f0e req-930410bd-408d-4731-8487-7c64e79cc5d8 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 943 time: 0.1066575 Jul 29 20:40:46.714706 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1153b809-233a-49fc-b10f-49086b297f0e req-6bedd7aa-b2fe-4a9c-aec8-4266bd9b1e94 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644231 Jul 29 20:40:46.726812 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-0e11d157-211a-47f5-ae51-331513c86faf tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:46.728684 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-0e11d157-211a-47f5-ae51-331513c86faf tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 814 time: 0.1647429 Jul 29 20:40:46.739269 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7823b41c-0db6-4e66-82b4-302285329a72 req-764ccd26-faec-42c1-95b7-6b6ea2172311 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 210 time: 0.0370698 Jul 29 20:40:46.746109 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Request body: {'port': {'device_id': 'a4283e18-c1d9-4f9d-bc9e-19a2c92eef61', 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c', 'admin_state_up': True, 'tenant_id': '506195941f4e4ab9a9b96f6196122de9'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:46.878215 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1ec88-b2ae-490a-bca8-286f0902ca02 req-47c4430c-08e1-4387-b1ef-ebcdac06dd1a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:46.879689 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cdc1ec88-b2ae-490a-bca8-286f0902ca02 req-47c4430c-08e1-4387-b1ef-ebcdac06dd1a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0825927 Jul 29 20:40:46.938238 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cdc1ec88-b2ae-490a-bca8-286f0902ca02 req-9b776d4d-3d9e-4ce6-8934-e6787f8dc855 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512078 Jul 29 20:40:46.943121 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Made reservation on behalf of 506195941f4e4ab9a9b96f6196122de9 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:46.946719 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.081838 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Allocated IP 172.20.0.12 (ec40d9d6-a77e-41df-80c2-bd5af1a8665c/c00e6eac-9ca8-46a8-93d7-060dfcec9ee0/109e41c9-23db-4131-848e-121e8c219af0) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:47.086176 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f27d32-b8ab-4b20-b97b-944999868ee7 req-1cf84d53-6a82-4335-8176-9e3ef0d10e5f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:47.087963 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c9f27d32-b8ab-4b20-b97b-944999868ee7 req-1cf84d53-6a82-4335-8176-9e3ef0d10e5f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0531120 Jul 29 20:40:47.128708 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c9f27d32-b8ab-4b20-b97b-944999868ee7 req-3e1df0bb-93f0-4eaa-b7ba-1fc0c856ac3b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341561 Jul 29 20:40:47.250074 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.300075 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.316919 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['c0f8c414-3e40-4092-94cd-da0fca3aa458', 'adc9069a-ced0-495f-9db0-2877f30fed10', '52e008ca-3748-4ec8-8fd5-33a4168c19c9'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:47.350840 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Network ec40d9d6-a77e-41df-80c2-bd5af1a8665c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:47.356731 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:47.361371 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:47.366866 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:47.367448 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.371134 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Pushing event updated for resources: {'Port': ['ID=109e41c9-23db-4131-848e-121e8c219af0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:47.386276 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-61fc62e4-ffc5-4297-8e8d-e50c3ffd6db0 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6450953 Jul 29 20:40:47.406055 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Request body: {'port': {'device_id': 'a4283e18-c1d9-4f9d-bc9e-19a2c92eef61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:47.469459 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.799491 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109e41c9-23db-4131-848e-121e8c219af0 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:40:47.808683 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.829341 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Transition to ACTIVE for port object 109e41c9-23db-4131-848e-121e8c219af0 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:47.834233 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.835551 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ca355-c62f-4149-8e37-c3d99b8e043b req-93a1fbba-52aa-44e6-929a-d661c4141ddb tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:47.842687 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-108ca355-c62f-4149-8e37-c3d99b8e043b req-93a1fbba-52aa-44e6-929a-d661c4141ddb tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 943 time: 0.0552735 Jul 29 20:40:47.884065 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-108ca355-c62f-4149-8e37-c3d99b8e043b req-05acbfa4-42c7-419f-8fe5-e5a35226ae4a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Jul 29 20:40:47.912468 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Pushing event updated for resources: {'Port': ['ID=109e41c9-23db-4131-848e-121e8c219af0,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:47.928372 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f866c7-54ab-421d-976d-2363ac081d94 req-52492678-eb31-4cb2-ae7c-f37f92b3f311 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:47.929947 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e6f866c7-54ab-421d-976d-2363ac081d94 req-52492678-eb31-4cb2-ae7c-f37f92b3f311 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 944 time: 0.1124694 Jul 29 20:40:47.971519 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Attempting to bind port 109e41c9-23db-4131-848e-121e8c219af0 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:47.971858 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Attempting to bind port 109e41c9-23db-4131-848e-121e8c219af0 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:47.972186 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Attempting to bind port 109e41c9-23db-4131-848e-121e8c219af0 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:47.984354 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Port 109e41c9-23db-4131-848e-121e8c219af0 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:40:47.984676 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Attempting to bind port 109e41c9-23db-4131-848e-121e8c219af0 on network ec40d9d6-a77e-41df-80c2-bd5af1a8665c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:47.993466 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:47.993825 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Checking segment: {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:47.994201 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Bound using segment: {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:47.994628 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Bound port: 109e41c9-23db-4131-848e-121e8c219af0, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:47.994987 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.999946 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e6f866c7-54ab-421d-976d-2363ac081d94 req-53795581-f67f-4c8a-88bd-ccf32b285023 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Jul 29 20:40:48.057725 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdaf4d-d09e-4143-937c-41b6acb6b082 req-812bdea5-6f6b-42a1-83a2-9c0fa2e8d9ea tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:48.060133 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-39bdaf4d-d09e-4143-937c-41b6acb6b082 req-812bdea5-6f6b-42a1-83a2-9c0fa2e8d9ea tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0496528 Jul 29 20:40:48.070340 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] For port 109e41c9-23db-4131-848e-121e8c219af0, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:48.073325 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] For port 109e41c9-23db-4131-848e-121e8c219af0, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=109e41c9-23db-4131-848e-121e8c219af0,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:48.078123 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:48.104307 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-39bdaf4d-d09e-4143-937c-41b6acb6b082 req-f92e4eed-3009-473f-b3c4-393a192fad83 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356929 Jul 29 20:40:48.114860 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:48.115504 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:48.116901 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] 10.222.0.18 "PUT /v2.0/ports/109e41c9-23db-4131-848e-121e8c219af0 HTTP/1.1" status: 200 len: 1094 time: 0.7154572 Jul 29 20:40:48.117352 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4283e18-c1d9-4f9d-bc9e-19a2c92eef61', 'tag': '109e41c9-23db-4131-848e-121e8c219af0'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:48.119579 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4283e18-c1d9-4f9d-bc9e-19a2c92eef61", "tag": "109e41c9-23db-4131-848e-121e8c219af0"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:48.146858 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f34ad-e77d-4805-9e7e-33c10e301339 service neutron] Pushing event updated for resources: {'Port': ['ID=109e41c9-23db-4131-848e-121e8c219af0,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:48.164754 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de85cdc-ff55-41d5-82c7-07733378f1ac x-openstack-request-id: req-8de85cdc-ff55-41d5-82c7-07733378f1ac {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:48.165070 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4283e18-c1d9-4f9d-bc9e-19a2c92eef61", "tag": "109e41c9-23db-4131-848e-121e8c219af0", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:48.165320 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8de85cdc-ff55-41d5-82c7-07733378f1ac {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:48.165779 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4283e18-c1d9-4f9d-bc9e-19a2c92eef61', 'tag': '109e41c9-23db-4131-848e-121e8c219af0', 'status': 'completed', 'code': 200} Jul 29 20:40:48.216832 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-e81b73fb-fcb0-430f-b583-01caf1f6d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:48.218413 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-e81b73fb-fcb0-430f-b583-01caf1f6d721 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 1097 time: 0.0435059 Jul 29 20:40:48.262423 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-e3280643-fc0f-4306-820e-d33f7dfe5dc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=109e41c9-23db-4131-848e-121e8c219af0 HTTP/1.1" status: 200 len: 217 time: 0.0342014 Jul 29 20:40:48.312217 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-6f001ed5-f677-43bf-8d96-359270f94b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:48.313620 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-6f001ed5-f677-43bf-8d96-359270f94b6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 200 len: 854 time: 0.0434856 Jul 29 20:40:48.332377 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d7b85309-8a0b-4ccb-8f96-642a3ec13797 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:40:48.352271 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-9cb56740-8d24-4d63-b04b-0ccd5f152916 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306394 Jul 29 20:40:48.439687 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d7b85309-8a0b-4ccb-8f96-642a3ec13797, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d7b85309-8a0b-4ccb-8f96-642a3ec13797,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:48.450231 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-d6161efe-19e4-4992-99d1-c5c484b115bd service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890098 Jul 29 20:40:48.452931 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'd7b85309-8a0b-4ccb-8f96-642a3ec13797', 'network_id': 'd8549868-dea3-4bfc-a656-417a728d439b', 'port_id': 'd7b85309-8a0b-4ccb-8f96-642a3ec13797', 'mac_address': 'fa:16:3e:37:b8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091f9b0-c31b-4661-9a24-95854bef4e26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:40:48.499014 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:48.514786 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b85309-8a0b-4ccb-8f96-642a3ec13797 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:40:48.539084 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d7b85309-8a0b-4ccb-8f96-642a3ec13797, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d7b85309-8a0b-4ccb-8f96-642a3ec13797,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:48.543699 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:48.552626 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4997e7dc-e35c-43a4-a646-bc447c1ae181 req-d4550a12-3baa-4eb4-8e02-4b69e5eb1ec4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935645 Jul 29 20:40:48.602694 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d7b85309-8a0b-4ccb-8f96-642a3ec13797,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:48.610927 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.611403 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.611907 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.612406 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.613090 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.613527 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.613986 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.614415 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.614845 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.615378 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.616256 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.616764 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:48.659907 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-028316be-b139-4967-82db-52ea581649f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:48.662244 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-028316be-b139-4967-82db-52ea581649f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 1097 time: 0.0452261 Jul 29 20:40:48.787243 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-1fc75a89-e1a0-4dbd-b8a9-5c07793416da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:48.787243 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-1fc75a89-e1a0-4dbd-b8a9-5c07793416da service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 915 time: 0.1143966 Jul 29 20:40:48.843270 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-d8c994b2-9fb1-4f89-a03a-46648064a6ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=109e41c9-23db-4131-848e-121e8c219af0 HTTP/1.1" status: 200 len: 217 time: 0.0420654 Jul 29 20:40:48.894524 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-6ebf2414-16bf-4c45-b320-fb83b7f85696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:48.896085 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-6ebf2414-16bf-4c45-b320-fb83b7f85696 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 200 len: 854 time: 0.0468218 Jul 29 20:40:48.929214 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d7b85309-8a0b-4ccb-8f96-642a3ec13797'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:48.934521 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-faaa605b-fa59-4591-8ac0-03f6629dc276 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263114 Jul 29 20:40:49.015723 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444f904-b0d2-478a-a417-a32a32b71fee req-7ff8a3ee-dd1a-4c18-996c-2aba80bc750a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:49.017129 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8444f904-b0d2-478a-a417-a32a32b71fee req-7ff8a3ee-dd1a-4c18-996c-2aba80bc750a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 944 time: 0.0591602 Jul 29 20:40:49.037454 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-8b842364-0168-451f-bef6-933156ff1df6 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938313 Jul 29 20:40:49.068311 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8444f904-b0d2-478a-a417-a32a32b71fee req-b61c751c-de0a-4f1d-bcb2-c6b2fa26e541 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Jul 29 20:40:49.200433 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2badb96-c935-4b1c-ade5-a7cc30d0c214 req-53927e07-0cfa-4677-8241-47e14bfb6261 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:49.201944 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e2badb96-c935-4b1c-ade5-a7cc30d0c214 req-53927e07-0cfa-4677-8241-47e14bfb6261 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 944 time: 0.0912125 Jul 29 20:40:49.207822 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0ca1a04a-8dd2-4362-a94a-d6fef247f62a req-b8f28a25-da86-43ce-af07-583b900def77 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549940 Jul 29 20:40:49.234541 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cdadb-ff82-485d-bb85-3c8bd449fa97 req-e72348f4-fb60-44a8-a45d-276f21be6f0d tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:49.236012 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c84cdadb-ff82-485d-bb85-3c8bd449fa97 req-e72348f4-fb60-44a8-a45d-276f21be6f0d tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0496745 Jul 29 20:40:49.245401 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e2badb96-c935-4b1c-ade5-a7cc30d0c214 req-2c6cfac2-704f-4ead-99f9-cfb27e68ee9d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362325 Jul 29 20:40:49.278168 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c84cdadb-ff82-485d-bb85-3c8bd449fa97 req-dc4550d3-5f11-45ef-903c-a04e2040659a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348570 Jul 29 20:40:50.191510 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a32d22-f786-4783-8b29-74812f6c07e7 req-c7b0567c-3008-45bb-be49-db10bacaecb6 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:50.193585 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-50a32d22-f786-4783-8b29-74812f6c07e7 req-c7b0567c-3008-45bb-be49-db10bacaecb6 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 944 time: 0.0523539 Jul 29 20:40:50.235947 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-50a32d22-f786-4783-8b29-74812f6c07e7 req-5105f6ec-004d-4d09-8665-251749c385f2 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361092 Jul 29 20:40:50.351633 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 109e41c9-23db-4131-848e-121e8c219af0 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:40:50.356648 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d7b85309-8a0b-4ccb-8f96-642a3ec13797 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:50.391744 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00265c-1f7f-4e16-9a1d-04fee0e2408f req-ab9f0730-7f53-4e83-8fa6-46648eb3e1a7 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:50.393430 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2e00265c-1f7f-4e16-9a1d-04fee0e2408f req-ab9f0730-7f53-4e83-8fa6-46648eb3e1a7 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 944 time: 0.0688608 Jul 29 20:40:50.417546 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9598f9c-45a8-4657-86cf-31b84a3dbe24 req-45610de1-2fb6-4370-826f-2601429cd2fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:50.419522 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d9598f9c-45a8-4657-86cf-31b84a3dbe24 req-45610de1-2fb6-4370-826f-2601429cd2fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0585201 Jul 29 20:40:50.443215 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2e00265c-1f7f-4e16-9a1d-04fee0e2408f req-ceaef70a-ce48-4ebe-b703-9105a72eaf9b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Jul 29 20:40:50.464245 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d9598f9c-45a8-4657-86cf-31b84a3dbe24 req-5ba41276-9baf-4a8c-be9a-0ee2357ed7e0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322492 Jul 29 20:40:50.479486 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port d7b85309-8a0b-4ccb-8f96-642a3ec13797 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:50.485735 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port d7b85309-8a0b-4ccb-8f96-642a3ec13797 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:50.486111 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:50.541081 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 109e41c9-23db-4131-848e-121e8c219af0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=109e41c9-23db-4131-848e-121e8c219af0,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:50.556849 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': '109e41c9-23db-4131-848e-121e8c219af0', 'network_id': 'ec40d9d6-a77e-41df-80c2-bd5af1a8665c', 'port_id': '109e41c9-23db-4131-848e-121e8c219af0', 'mac_address': 'fa:16:3e:85:41:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00e6eac-9ca8-46a8-93d7-060dfcec9ee0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:40:50.624711 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:50.628269 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:50.649463 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109e41c9-23db-4131-848e-121e8c219af0 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:40:50.669141 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb2e9c-c773-46db-8a36-c1ed3b2e8d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b85309-8a0b-4ccb-8f96-642a3ec13797'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:50.671407 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec37b9-cdda-4dbe-93a8-8bd360f3f418" -d '{"events": [{"server_uuid": "26eb2e9c-c773-46db-8a36-c1ed3b2e8d96", "name": "network-vif-plugged", "status": "completed", "tag": "d7b85309-8a0b-4ccb-8f96-642a3ec13797"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:50.689436 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 109e41c9-23db-4131-848e-121e8c219af0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=109e41c9-23db-4131-848e-121e8c219af0,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:50.691480 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d7b85309-8a0b-4ccb-8f96-642a3ec13797, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d7b85309-8a0b-4ccb-8f96-642a3ec13797,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:50.700378 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:50.701690 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:50.726615 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef14ef-7d29-4d9e-8e43-5cec7ffe87e8 x-openstack-request-id: req-51ef14ef-7d29-4d9e-8e43-5cec7ffe87e8 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:50.726937 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eb2e9c-c773-46db-8a36-c1ed3b2e8d96", "name": "network-vif-plugged", "status": "completed", "tag": "d7b85309-8a0b-4ccb-8f96-642a3ec13797", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:50.727193 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51ef14ef-7d29-4d9e-8e43-5cec7ffe87e8 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:50.727533 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eb2e9c-c773-46db-8a36-c1ed3b2e8d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b85309-8a0b-4ccb-8f96-642a3ec13797', 'code': 200} Jul 29 20:40:50.770918 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d7b85309-8a0b-4ccb-8f96-642a3ec13797,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:50.830715 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=109e41c9-23db-4131-848e-121e8c219af0,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:50.935950 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61183216-8498-4d04-b46f-492b9036ac92 req-eca7b565-fbae-4dda-bebf-116ac2a30a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:50.937444 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-61183216-8498-4d04-b46f-492b9036ac92 req-eca7b565-fbae-4dda-bebf-116ac2a30a41 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 1098 time: 0.0512552 Jul 29 20:40:50.980093 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-61183216-8498-4d04-b46f-492b9036ac92 req-609c99f5-98c7-4e02-b9e1-3c10b69f7136 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Jul 29 20:40:51.085429 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['109e41c9-23db-4131-848e-121e8c219af0'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:51.118681 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a7b94-941c-4706-91ee-28170dc006c9 req-5a1e9464-adbe-4a89-ad5e-e154b6a651f1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:51.120640 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b74a7b94-941c-4706-91ee-28170dc006c9 req-5a1e9464-adbe-4a89-ad5e-e154b6a651f1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0503721 Jul 29 20:40:51.162289 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b74a7b94-941c-4706-91ee-28170dc006c9 req-61037c5e-0fbc-4aae-8a3f-abd61af03086 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348861 Jul 29 20:40:51.185361 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 39292) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:51.363417 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d061c-b797-45d0-90bb-be579dd4fed4 req-44658a5d-df64-43a9-bcb7-98ec4e319298 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:51.367771 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7f9d061c-b797-45d0-90bb-be579dd4fed4 req-44658a5d-df64-43a9-bcb7-98ec4e319298 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 945 time: 0.0558093 Jul 29 20:40:51.386209 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c5bc0-d27e-4395-9515-1230aaad5a6c tempest-TestMinimumBasicScenario-280889420 tempest-TestMinimumBasicScenario-280889420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:51.387788 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-314c5bc0-d27e-4395-9515-1230aaad5a6c tempest-TestMinimumBasicScenario-280889420 tempest-TestMinimumBasicScenario-280889420-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 1094 time: 0.2014089 Jul 29 20:40:51.390691 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 39298) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:51.395851 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'floatingip': {'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'port_id': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:51.405760 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7f9d061c-b797-45d0-90bb-be579dd4fed4 req-b2dc0ddb-dc02-43ea-b2e0-dbb2b7a60dd5 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Jul 29 20:40:51.423768 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for floatingip, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:51.557419 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:51.582226 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347689f5-cdbe-41ed-b4f6-cc1889a81f5d req-778ac479-61c9-4591-afc2-7baf4ffabd65 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:51.583986 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-347689f5-cdbe-41ed-b4f6-cc1889a81f5d req-778ac479-61c9-4591-afc2-7baf4ffabd65 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0507975 Jul 29 20:40:51.620032 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-92da8260-d77b-4d8d-a4a8-0d67d7d9d9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:51.628370 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0870c-3757-40e3-bf1d-0f7396a7bce1 req-50b918ac-da27-4a36-8918-86340e0d3ac5 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:51.628738 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-347689f5-cdbe-41ed-b4f6-cc1889a81f5d req-1b5b8c39-6f00-443b-a9ba-965ab49382e4 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385642 Jul 29 20:40:51.629942 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1f0870c-3757-40e3-bf1d-0f7396a7bce1 req-50b918ac-da27-4a36-8918-86340e0d3ac5 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 945 time: 0.1085651 Jul 29 20:40:51.704831 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1f0870c-3757-40e3-bf1d-0f7396a7bce1 req-8ff685ca-a926-494a-9052-59cced8172ab tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654969 Jul 29 20:40:51.722008 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Allocated IP 172.27.3.54 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/9c9094f2-3ddf-4101-abde-bd7cf48ae3f6) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:51.836595 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:51.874898 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:51.917831 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:51.922476 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:51.926779 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:51.930693 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'Port': ['ID=9c9094f2-3ddf-4101-abde-bd7cf48ae3f6,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:52.355728 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 109e41c9-23db-4131-848e-121e8c219af0 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:52.409869 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port 109e41c9-23db-4131-848e-121e8c219af0 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:52.413832 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port 109e41c9-23db-4131-848e-121e8c219af0 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:52.414207 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:52.515937 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:52.531564 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a404b-dfbc-4fe8-9b11-56ba20635fdb req-75281a0c-a33c-4437-8272-d583cc55d73d tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:52.533144 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cf5a404b-dfbc-4fe8-9b11-56ba20635fdb req-75281a0c-a33c-4437-8272-d583cc55d73d tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 945 time: 0.0523589 Jul 29 20:40:52.558649 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 109e41c9-23db-4131-848e-121e8c219af0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=109e41c9-23db-4131-848e-121e8c219af0,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:52.565220 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:52.583335 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cf5a404b-dfbc-4fe8-9b11-56ba20635fdb req-23cd6c7d-74a1-4d1c-b251-74f04d5acee9 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Jul 29 20:40:52.625104 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=109e41c9-23db-4131-848e-121e8c219af0,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:52.644533 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45cbda32-e118-4098-b120-f5554b001c18 req-d2dac1f4-a769-4038-b17c-355b2a084ee1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1418791 Jul 29 20:40:52.651756 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:52.728920 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4283e18-c1d9-4f9d-bc9e-19a2c92eef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109e41c9-23db-4131-848e-121e8c219af0'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:52.734231 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50245fa2-16ec-407b-b194-e13724a1e8ad" -d '{"events": [{"server_uuid": "a4283e18-c1d9-4f9d-bc9e-19a2c92eef61", "name": "network-vif-plugged", "status": "completed", "tag": "109e41c9-23db-4131-848e-121e8c219af0"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:52.803923 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbda32-e118-4098-b120-f5554b001c18 req-d30a635b-59ca-4668-980b-588fd240c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:52.805710 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45cbda32-e118-4098-b120-f5554b001c18 req-d30a635b-59ca-4668-980b-588fd240c585 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506195941f4e4ab9a9b96f6196122de9&device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 1098 time: 0.1108038 Jul 29 20:40:52.836240 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62782ef-6243-45d7-8a32-4099d4d87d7b req-2a332d96-de56-43f7-9282-bd9f876953cc tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:52.837776 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d62782ef-6243-45d7-8a32-4099d4d87d7b req-2a332d96-de56-43f7-9282-bd9f876953cc tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.1252131 Jul 29 20:40:52.840751 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:52.856833 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c4b8-a2a3-48c5-b160-1771dd5563d2 req-90e09f98-6998-425c-b524-7d54a10ea897 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:52.869518 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ee54c4b8-a2a3-48c5-b160-1771dd5563d2 req-90e09f98-6998-425c-b524-7d54a10ea897 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 946 time: 0.0832658 Jul 29 20:40:52.927749 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ee54c4b8-a2a3-48c5-b160-1771dd5563d2 req-03f1d22a-95d9-43e9-bdab-d5613263f02c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567880 Jul 29 20:40:52.988997 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffb4223-213e-4c47-8145-b7502941a1e1 x-openstack-request-id: req-dffb4223-213e-4c47-8145-b7502941a1e1 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:52.989451 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4283e18-c1d9-4f9d-bc9e-19a2c92eef61", "name": "network-vif-plugged", "status": "completed", "tag": "109e41c9-23db-4131-848e-121e8c219af0", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:52.989913 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dffb4223-213e-4c47-8145-b7502941a1e1 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:52.990165 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4283e18-c1d9-4f9d-bc9e-19a2c92eef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109e41c9-23db-4131-848e-121e8c219af0', 'code': 200} Jul 29 20:40:53.038891 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d62782ef-6243-45d7-8a32-4099d4d87d7b req-c1bdb45e-872e-4185-b961-28fcf5922fe7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636844 Jul 29 20:40:53.044466 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbda32-e118-4098-b120-f5554b001c18 req-eb5dc820-5108-453e-aa91-73b3685b9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:53.045914 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45cbda32-e118-4098-b120-f5554b001c18 req-eb5dc820-5108-453e-aa91-73b3685b9a39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 200 len: 915 time: 0.2029183 Jul 29 20:40:53.114670 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45cbda32-e118-4098-b120-f5554b001c18 req-ba9c29df-df05-4c84-9c9e-c416319d1669 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0f8c414-3e40-4092-94cd-da0fca3aa458 HTTP/1.1" status: 200 len: 217 time: 0.0478749 Jul 29 20:40:53.234270 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbda32-e118-4098-b120-f5554b001c18 req-5c4aeada-648d-4980-9099-2cdeef6300e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:53.235820 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45cbda32-e118-4098-b120-f5554b001c18 req-5c4aeada-648d-4980-9099-2cdeef6300e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 200 len: 854 time: 0.1048133 Jul 29 20:40:53.239018 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:53.244086 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:53.259848 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80649f3e-7b8d-404f-919c-c32b5011655c req-b15e9405-1315-4904-a48b-f7a9ba3d7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:53.261308 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80649f3e-7b8d-404f-919c-c32b5011655c req-b15e9405-1315-4904-a48b-f7a9ba3d7244 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 1099 time: 0.0964906 Jul 29 20:40:53.321872 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45cbda32-e118-4098-b120-f5554b001c18 req-af07c1c7-7d11-4e6c-a2fc-e62efd39bce2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec40d9d6-a77e-41df-80c2-bd5af1a8665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681891 Jul 29 20:40:53.329162 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:53.414471 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'Port': ['ID=9c9094f2-3ddf-4101-abde-bd7cf48ae3f6,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:53.460466 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-80649f3e-7b8d-404f-919c-c32b5011655c req-366d5a1c-e8ad-4a69-abf1-7926ca12edef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665642 Jul 29 20:40:53.567621 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Floating IP ea3386df-bfff-46ef-9ea9-339cb3eafb74 associated. External IP: 172.27.3.54, port: d62d52c6-2649-49c2-ac58-79353b04916c. Jul 29 20:40:53.630435 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45cbda32-e118-4098-b120-f5554b001c18 req-91012185-09b5-4930-b689-8bb3d1d4546c service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602477 Jul 29 20:40:53.637447 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede41eb-fd0c-472b-9dcc-e9188f8d78fe req-a967d4c0-a42e-4aec-819f-1daf8bdb8a6b tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:53.638788 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9ede41eb-fd0c-472b-9dcc-e9188f8d78fe req-a967d4c0-a42e-4aec-819f-1daf8bdb8a6b tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 945 time: 0.1440976 Jul 29 20:40:53.773098 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9ede41eb-fd0c-472b-9dcc-e9188f8d78fe req-0692200d-25d3-4362-9003-128b1d7182c1 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264222 Jul 29 20:40:53.853930 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45cbda32-e118-4098-b120-f5554b001c18 req-dc3ee7f9-b0af-4330-809b-a71922a95a58 service neutron] 10.222.0.18 "GET /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041581 Jul 29 20:40:53.917460 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:40:54.037757 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:40:54.048112 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500591a8-834b-48f5-a451-af501dbc551a None None] Sync routers for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:40:54.055517 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eba315-0e7e-454c-979c-fb2b1d702ab5 req-d4991b2c-7c07-4081-94eb-010203715ae3 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:54.057176 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-25eba315-0e7e-454c-979c-fb2b1d702ab5 req-d4991b2c-7c07-4081-94eb-010203715ae3 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 946 time: 0.0546486 Jul 29 20:40:54.058810 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500591a8-834b-48f5-a451-af501dbc551a None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:54.059434 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-500591a8-834b-48f5-a451-af501dbc551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:40:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:54.063333 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.109894 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-994c8f3b-8698-4a55-b940-11fa0862396e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7179849 Jul 29 20:40:54.110596 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:54.115780 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:54.121639 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-25eba315-0e7e-454c-979c-fb2b1d702ab5 req-74f52487-52b1-4578-a700-eabd70ec7add tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581059 Jul 29 20:40:54.122381 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 39346) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:54.148185 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-89a632c6-b15b-4e53-a6bf-ddc4eaefe0e7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023553268', 'description': 'tempest-secgroup-smoke-1023553268 description', 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:54.176523 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e852c23c-e1be-4b77-af94-873b58eb0443 x-openstack-request-id: req-e852c23c-e1be-4b77-af94-873b58eb0443 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:54.176844 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:54.177064 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e852c23c-e1be-4b77-af94-873b58eb0443 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:54.177955 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'status': 'completed', 'code': 200} Jul 29 20:40:54.196563 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a632c6-b15b-4e53-a6bf-ddc4eaefe0e7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.235407 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-60c70e79-020d-4101-b23e-b933a3fa4b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.259182 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-500591a8-834b-48f5-a451-af501dbc551a None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:54.284925 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319b41d-463b-4888-af3d-b1fff2d7365c req-f09ceb81-275f-42f4-983e-fc27ded4f1f6 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:54.294040 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5319b41d-463b-4888-af3d-b1fff2d7365c req-f09ceb81-275f-42f4-983e-fc27ded4f1f6 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.1301403 Jul 29 20:40:54.295772 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a632c6-b15b-4e53-a6bf-ddc4eaefe0e7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.301049 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a632c6-b15b-4e53-a6bf-ddc4eaefe0e7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.306069 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-efd49ea8-3af3-46d1-b472-b26153f06d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:54.307547 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-efd49ea8-3af3-46d1-b472-b26153f06d2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccd17c11a2b04e1ea43e473317b93f32&device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 1099 time: 0.0868745 Jul 29 20:40:54.339444 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a632c6-b15b-4e53-a6bf-ddc4eaefe0e7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4ea85c-35dd-40d1-bd22-3172466810da,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:54.339444 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89a632c6-b15b-4e53-a6bf-ddc4eaefe0e7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.340385 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-89a632c6-b15b-4e53-a6bf-ddc4eaefe0e7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2139030 Jul 29 20:40:54.344289 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 39352) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:54.351094 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a1b3a58b-4421-4f0f-905b-28f2396392dc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'security_group_rule': {'security_group_id': '3f4ea85c-35dd-40d1-bd22-3172466810da', 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:54.363058 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.389551 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a58b-4421-4f0f-905b-28f2396392dc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.465710 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a58b-4421-4f0f-905b-28f2396392dc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.472897 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a58b-4421-4f0f-905b-28f2396392dc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.499569 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a58b-4421-4f0f-905b-28f2396392dc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.501083 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a1b3a58b-4421-4f0f-905b-28f2396392dc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557930 Jul 29 20:40:54.502153 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3a58b-4421-4f0f-905b-28f2396392dc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05370998-0b9e-41cc-99b0-957e3c7ad231,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:54.504234 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 39354) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:54.509108 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fbc9e871-c925-4a01-960b-f3514d7620ff tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'security_group_rule': {'security_group_id': '3f4ea85c-35dd-40d1-bd22-3172466810da', 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:54.534713 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-500591a8-834b-48f5-a451-af501dbc551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'ea3386df-bfff-46ef-9ea9-339cb3eafb74', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'port_id': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'mac_address': 'fa:16:3e:9e:7b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:40:52Z', 'updated_at': '2021-07-29T20:40:52Z', 'revision_number': 0, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb6099e-2228-42ce-9bcb-fcc58dc1d31a', 'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'mac_address': 'fa:16:3e:d4:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:40Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 5, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'subnets': [{'id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:54.545497 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e871-c925-4a01-960b-f3514d7620ff tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.571826 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500591a8-834b-48f5-a451-af501dbc551a None None] Checking router: 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:40:54.583919 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500591a8-834b-48f5-a451-af501dbc551a None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:54.585573 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-500591a8-834b-48f5-a451-af501dbc551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:40:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:54.621334 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e871-c925-4a01-960b-f3514d7620ff tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.627879 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e871-c925-4a01-960b-f3514d7620ff tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.634506 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5319b41d-463b-4888-af3d-b1fff2d7365c req-3563782b-d3fb-40b7-a665-1e4b96f37a42 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392739 Jul 29 20:40:54.663148 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9e871-c925-4a01-960b-f3514d7620ff tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c6bcb1-250e-45d7-b02e-f727b89f79eb,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:54.669337 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e871-c925-4a01-960b-f3514d7620ff tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.672947 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-ba05fd61-0899-4851-9e6f-5a1b6c526465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:54.676429 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-ba05fd61-0899-4851-9e6f-5a1b6c526465 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3000063d-e4e6-4fb6-a145-d0732f3c91f3 HTTP/1.1" status: 200 len: 914 time: 0.3597608 Jul 29 20:40:54.677234 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-fbc9e871-c925-4a01-960b-f3514d7620ff tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1720924 Jul 29 20:40:54.677392 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 39356) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:54.681922 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-cb8b99a8-acb6-4f6e-9852-7b269d4c1533 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'security_group_rule': {'security_group_id': '3f4ea85c-35dd-40d1-bd22-3172466810da', 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:54.725344 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-500591a8-834b-48f5-a451-af501dbc551a None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:54.749832 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb8b99a8-acb6-4f6e-9852-7b269d4c1533 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.786737 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-2d20f7cd-bc14-471b-bc94-63a2e4cf9669 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 999 time: 0.0849197 Jul 29 20:40:54.868220 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb8b99a8-acb6-4f6e-9852-7b269d4c1533 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.870066 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-0c65b40c-c4e9-499b-b0af-70bfb515c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:54.871651 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-0c65b40c-c4e9-499b-b0af-70bfb515c283 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ca4db87-e987-4a36-87cb-cbc71b7059a7 HTTP/1.1" status: 200 len: 852 time: 0.0710180 Jul 29 20:40:54.872691 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb8b99a8-acb6-4f6e-9852-7b269d4c1533 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.892300 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b99a8-acb6-4f6e-9852-7b269d4c1533 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dbb58e-ce8b-47f3-a56c-f5226cb0e13a,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:54.907445 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb8b99a8-acb6-4f6e-9852-7b269d4c1533 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.907738 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-cb8b99a8-acb6-4f6e-9852-7b269d4c1533 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2294049 Jul 29 20:40:54.915064 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49ce5d-5d0c-40dc-b5d0-d23ca505a4ae req-6183559e-2a58-4d62-b1b3-4774af6829b2 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:54.916923 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9e49ce5d-5d0c-40dc-b5d0-d23ca505a4ae req-6183559e-2a58-4d62-b1b3-4774af6829b2 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 945 time: 0.0685689 Jul 29 20:40:54.917174 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 39360) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:54.921803 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-01571b82-5ae6-4bbd-b7aa-1fe7b613f6c1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'security_group_rule': {'security_group_id': '3f4ea85c-35dd-40d1-bd22-3172466810da', 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:54.940804 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-308922ad-b751-4c68-8bf4-b54c17faa6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:54.942510 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-308922ad-b751-4c68-8bf4-b54c17faa6f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3000063d-e4e6-4fb6-a145-d0732f3c91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465887 Jul 29 20:40:54.990532 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9e49ce5d-5d0c-40dc-b5d0-d23ca505a4ae req-37645629-f199-42e4-9fbc-a684f63b3c9e tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631433 Jul 29 20:40:55.016157 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01571b82-5ae6-4bbd-b7aa-1fe7b613f6c1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.024859 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-500591a8-834b-48f5-a451-af501dbc551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'ea3386df-bfff-46ef-9ea9-339cb3eafb74', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'port_id': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'mac_address': 'fa:16:3e:9e:7b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:40:52Z', 'updated_at': '2021-07-29T20:40:52Z', 'revision_number': 0, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb6099e-2228-42ce-9bcb-fcc58dc1d31a', 'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'mac_address': 'fa:16:3e:d4:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:40Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 5, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'subnets': [{'id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:55.067018 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500591a8-834b-48f5-a451-af501dbc551a None None] The sync data for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi is: [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'ea3386df-bfff-46ef-9ea9-339cb3eafb74', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'port_id': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'mac_address': 'fa:16:3e:9e:7b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:40:52Z', 'updated_at': '2021-07-29T20:40:52Z', 'revision_number': 0, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb6099e-2228-42ce-9bcb-fcc58dc1d31a', 'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'mac_address': 'fa:16:3e:d4:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:40Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 5, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'subnets': [{'id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:40:55.093139 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-bb1bd365-668c-4305-a50a-a1556049e3a7 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380792 Jul 29 20:40:55.093949 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01571b82-5ae6-4bbd-b7aa-1fe7b613f6c1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.098464 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01571b82-5ae6-4bbd-b7aa-1fe7b613f6c1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.122603 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01571b82-5ae6-4bbd-b7aa-1fe7b613f6c1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6949150b-7e72-49c9-9a88-c12bdda4a5e9,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:55.129215 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01571b82-5ae6-4bbd-b7aa-1fe7b613f6c1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.130533 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-01571b82-5ae6-4bbd-b7aa-1fe7b613f6c1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2123613 Jul 29 20:40:55.133167 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 39370) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:55.139900 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-70f40433-d6db-4cab-b92a-40a2dbb511f3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'security_group_rule': {'security_group_id': '3f4ea85c-35dd-40d1-bd22-3172466810da', 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:55.201144 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-70f40433-d6db-4cab-b92a-40a2dbb511f3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Project ccd17c11a2b04e1ea43e473317b93f32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:40:55.208409 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70f40433-d6db-4cab-b92a-40a2dbb511f3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.303236 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70f40433-d6db-4cab-b92a-40a2dbb511f3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.308123 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70f40433-d6db-4cab-b92a-40a2dbb511f3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.310474 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5fe49-4d0f-4c2f-8022-868e7799a77e req-c5c0b220-aace-4607-be96-34c7f8df174f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:55.312223 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ea5fe49-4d0f-4c2f-8022-868e7799a77e req-c5c0b220-aace-4607-be96-34c7f8df174f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 946 time: 0.0911689 Jul 29 20:40:55.332075 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d8f7404-234a-45c0-be46-2c3fd4ec8a69 req-7e536c35-afbf-4593-ad8e-e4ed1ab20acc service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260685 Jul 29 20:40:55.333049 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.339754 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f40433-d6db-4cab-b92a-40a2dbb511f3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdd833d-a19e-4f93-8710-c6bc7fabafdf,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:55.348353 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70f40433-d6db-4cab-b92a-40a2dbb511f3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.352231 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-70f40433-d6db-4cab-b92a-40a2dbb511f3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2154572 Jul 29 20:40:55.352515 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 39380) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:55.358742 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8b71a4fa-a360-466d-bee4-49ec32f5711c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'security_group_rule': {'security_group_id': '3f4ea85c-35dd-40d1-bd22-3172466810da', 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:55.383094 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ea5fe49-4d0f-4c2f-8022-868e7799a77e req-b7eb669d-89a4-4339-be37-cc4e42464d7d tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621510 Jul 29 20:40:55.387322 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-8b71a4fa-a360-466d-bee4-49ec32f5711c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Project ccd17c11a2b04e1ea43e473317b93f32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:40:55.393348 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b71a4fa-a360-466d-bee4-49ec32f5711c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.402433 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11faccc5-98e3-47d1-ab91-ed5c0c34a12a None None] New status for floating IP ea3386df-bfff-46ef-9ea9-339cb3eafb74: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:40:55.474256 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b71a4fa-a360-466d-bee4-49ec32f5711c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.478549 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b71a4fa-a360-466d-bee4-49ec32f5711c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.496992 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71a4fa-a360-466d-bee4-49ec32f5711c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813f9a33-0e44-4d7e-9422-4d7d3c3f2e57,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:55.505311 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b71a4fa-a360-466d-bee4-49ec32f5711c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.506671 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-8b71a4fa-a360-466d-bee4-49ec32f5711c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526179 Jul 29 20:40:55.613576 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-8fe374c1-c5fa-4076-879e-1e676e4af48a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023553268&fields=id&tenant_id=ccd17c11a2b04e1ea43e473317b93f32 HTTP/1.1" status: 200 len: 267 time: 0.0457542 Jul 29 20:40:55.692411 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-dc6e48c2-e204-48d6-b3bc-af18ca5adbb8 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:55.700573 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-dc6e48c2-e204-48d6-b3bc-af18ca5adbb8 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0804014 Jul 29 20:40:55.707825 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-29793c5e-608f-48ac-a66c-88234a1b5d96 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'port': {'security_groups': ['9badde69-18db-446e-adbf-5dcb40d1b037', '3f4ea85c-35dd-40d1-bd22-3172466810da']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:55.787481 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-29793c5e-608f-48ac-a66c-88234a1b5d96 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.792687 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3177e3-6922-4587-b4ff-d42e10b5b933 req-d872998d-f76f-4924-8b50-442264bfa80f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:55.794281 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0f3177e3-6922-4587-b4ff-d42e10b5b933 req-d872998d-f76f-4924-8b50-442264bfa80f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0667174 Jul 29 20:40:55.835230 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0f3177e3-6922-4587-b4ff-d42e10b5b933 req-ab4c2445-f8e5-466f-833e-440b561d25a4 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346105 Jul 29 20:40:55.879710 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:56.026132 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-29793c5e-608f-48ac-a66c-88234a1b5d96 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] For port d62d52c6-2649-49c2-ac58-79353b04916c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d62d52c6-2649-49c2-ac58-79353b04916c,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:56.055952 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-29793c5e-608f-48ac-a66c-88234a1b5d96 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:56.061928 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-29793c5e-608f-48ac-a66c-88234a1b5d96 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:56.080822 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d62d52c6-2649-49c2-ac58-79353b04916c'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:56.108613 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6b00-93e0-4b43-b74e-ee499362df9c req-d5879775-b7e7-490b-af08-20231172bc31 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:56.110540 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a72d6b00-93e0-4b43-b74e-ee499362df9c req-d5879775-b7e7-490b-af08-20231172bc31 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 945 time: 0.0588408 Jul 29 20:40:56.113869 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-29793c5e-608f-48ac-a66c-88234a1b5d96 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:56.114553 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-29793c5e-608f-48ac-a66c-88234a1b5d96 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:56.116135 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-40fb81a5-ccee-4575-835e-8ed093aec7ab req-29793c5e-608f-48ac-a66c-88234a1b5d96 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "PUT /v2.0/ports/d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 982 time: 0.4138072 Jul 29 20:40:56.116609 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:56.118920 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b406ec5619ba16d065caec662b98cec23eb14a75aad6793b81e6fea0af8c0b7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07087057-5f7f-4032-8fe1-5568fa929207" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:56.161194 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29793c5e-608f-48ac-a66c-88234a1b5d96 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'Port': ['ID=d62d52c6-2649-49c2-ac58-79353b04916c,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:56.163477 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a72d6b00-93e0-4b43-b74e-ee499362df9c req-76e47d38-6b82-4d28-8d65-d7d5bb299f72 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435231 Jul 29 20:40:56.223257 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c559f7c-8a0d-450b-b9e7-815bc7a45c7b x-openstack-request-id: req-3c559f7c-8a0d-450b-b9e7-815bc7a45c7b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:56.223541 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:56.223786 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c559f7c-8a0d-450b-b9e7-815bc7a45c7b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:56.224177 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'status': 'completed', 'code': 200} Jul 29 20:40:56.270265 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951a6be-64cb-4e2c-aaab-d5cb5df2d543 req-9817ec22-f326-4d94-93cc-7ede6d33ffbd tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:56.271943 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b951a6be-64cb-4e2c-aaab-d5cb5df2d543 req-9817ec22-f326-4d94-93cc-7ede6d33ffbd tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0603135 Jul 29 20:40:56.319400 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087057-5f7f-4032-8fe1-5568fa929207 req-65355fa8-2110-40b5-8c52-f34ead379e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:56.329911 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-07087057-5f7f-4032-8fe1-5568fa929207 req-65355fa8-2110-40b5-8c52-f34ead379e1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccd17c11a2b04e1ea43e473317b93f32&device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 1138 time: 0.0706975 Jul 29 20:40:56.369851 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b951a6be-64cb-4e2c-aaab-d5cb5df2d543 req-6ed6efda-fd1e-4e47-8406-a739f4d82055 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806558 Jul 29 20:40:56.437828 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-43b63f32-ebf7-4f74-a012-c35eea2f05eb None None] Provisioning complete for port d62d52c6-2649-49c2-ac58-79353b04916c triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:56.438402 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-43b63f32-ebf7-4f74-a012-c35eea2f05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:56.445928 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087057-5f7f-4032-8fe1-5568fa929207 req-5a32ae48-0adc-47ed-86cd-acdb110c19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:56.448546 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-07087057-5f7f-4032-8fe1-5568fa929207 req-5a32ae48-0adc-47ed-86cd-acdb110c19a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3000063d-e4e6-4fb6-a145-d0732f3c91f3 HTTP/1.1" status: 200 len: 914 time: 0.1078887 Jul 29 20:40:56.524661 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-07087057-5f7f-4032-8fe1-5568fa929207 req-8fd839ea-bbcf-4a2b-b6e9-5ea8b5483775 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 1001 time: 0.0618775 Jul 29 20:40:56.550838 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d62d52c6-2649-49c2-ac58-79353b04916c'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:56.587943 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087057-5f7f-4032-8fe1-5568fa929207 req-d9abdb92-3b1c-438f-bab7-299be31b10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:56.590561 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-07087057-5f7f-4032-8fe1-5568fa929207 req-d9abdb92-3b1c-438f-bab7-299be31b10a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ca4db87-e987-4a36-87cb-cbc71b7059a7 HTTP/1.1" status: 200 len: 852 time: 0.0545750 Jul 29 20:40:56.640230 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087057-5f7f-4032-8fe1-5568fa929207 req-8651e7be-7ac4-477a-8e2f-72aa37b253a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:56.641976 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-07087057-5f7f-4032-8fe1-5568fa929207 req-8651e7be-7ac4-477a-8e2f-72aa37b253a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3000063d-e4e6-4fb6-a145-d0732f3c91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423198 Jul 29 20:40:56.742154 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-07087057-5f7f-4032-8fe1-5568fa929207 req-fa91deea-a50a-42e1-beb4-495e34239702 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894196 Jul 29 20:40:56.878020 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-55b363a8-79c3-4243-b8b1-8c0a3b6ca55a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:56.879821 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-55b363a8-79c3-4243-b8b1-8c0a3b6ca55a tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.18 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 945 time: 0.1103077 Jul 29 20:40:56.935679 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-07087057-5f7f-4032-8fe1-5568fa929207 req-133a118d-6d1e-46bf-9a7b-d2f78ce88935 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742656 Jul 29 20:40:56.996977 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.003458 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9b93d-f456-46b1-87e1-2c4ed94c26dd req-d665e36a-077a-49f2-98b5-d4df5a626ac6 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:57.005728 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5de9b93d-f456-46b1-87e1-2c4ed94c26dd req-d665e36a-077a-49f2-98b5-d4df5a626ac6 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0707240 Jul 29 20:40:57.011451 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Deleting port d7b85309-8a0b-4ccb-8f96-642a3ec13797 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:40:57.011776 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.053546 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5de9b93d-f456-46b1-87e1-2c4ed94c26dd req-f067f6e3-d5fb-49bd-a061-90e8c71b63f9 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376189 Jul 29 20:40:57.125456 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] For port d7b85309-8a0b-4ccb-8f96-642a3ec13797, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d7b85309-8a0b-4ccb-8f96-642a3ec13797,segment=NetworkSegment(3074ca36-1240-4fb9-bcd8-f9a0088cedb1),segment_id=3074ca36-1240-4fb9-bcd8-f9a0088cedb1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:57.125875 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.140612 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Calling delete_port for d7b85309-8a0b-4ccb-8f96-642a3ec13797 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:40:57.305029 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38e6c3-31ed-4b39-bfc7-0956de971d8d req-8d90eaa3-3112-47d3-9413-079c9261a45e tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:57.310129 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0d38e6c3-31ed-4b39-bfc7-0956de971d8d req-8d90eaa3-3112-47d3-9413-079c9261a45e tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/ports?device_id=26eb2e9c-c773-46db-8a36-c1ed3b2e8d96 HTTP/1.1" status: 200 len: 945 time: 0.0614007 Jul 29 20:40:57.338644 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.349137 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0d38e6c3-31ed-4b39-bfc7-0956de971d8d req-308ba946-7d9b-4a7c-ba7d-8d8c2a42f0b5 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.16 "GET /v2.0/security-groups?id=727d492f-17fd-45a0-ad5b-abe33a7644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358679 Jul 29 20:40:57.371336 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Pushing event deleted for resources: {'Port': ['ID=d7b85309-8a0b-4ccb-8f96-642a3ec13797,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:57.422630 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] No DVR routers for this DVR port d7b85309-8a0b-4ccb-8f96-642a3ec13797 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:40:57.426754 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.429204 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9c0feb00-f25e-4658-81e2-e2ccf61fc2dd req-6495bce0-c07a-486f-9d45-3f67fa423fa0 tempest-VolumesActionsTest-1682016714 tempest-VolumesActionsTest-1682016714-project] 10.222.0.18 "DELETE /v2.0/ports/d7b85309-8a0b-4ccb-8f96-642a3ec13797 HTTP/1.1" status: 204 len: 173 time: 0.5321453 Jul 29 20:40:57.429790 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb2e9c-c773-46db-8a36-c1ed3b2e8d96', 'name': 'network-vif-deleted', 'tag': 'd7b85309-8a0b-4ccb-8f96-642a3ec13797'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:40:57.432666 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc999745-d764-4362-b21c-ccce11c83b39" -d '{"events": [{"server_uuid": "26eb2e9c-c773-46db-8a36-c1ed3b2e8d96", "name": "network-vif-deleted", "tag": "d7b85309-8a0b-4ccb-8f96-642a3ec13797"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:40:57.490550 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68caeb-c023-432d-a83d-18f741af8bc0 x-openstack-request-id: req-bd68caeb-c023-432d-a83d-18f741af8bc0 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:40:57.490899 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eb2e9c-c773-46db-8a36-c1ed3b2e8d96", "name": "network-vif-deleted", "tag": "d7b85309-8a0b-4ccb-8f96-642a3ec13797", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:40:57.491259 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd68caeb-c023-432d-a83d-18f741af8bc0 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:40:57.491766 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eb2e9c-c773-46db-8a36-c1ed3b2e8d96', 'name': 'network-vif-deleted', 'tag': 'd7b85309-8a0b-4ccb-8f96-642a3ec13797', 'status': 'completed', 'code': 200} Jul 29 20:40:57.534398 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d7b85309-8a0b-4ccb-8f96-642a3ec13797'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:40:58.175207 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19559b58-1303-4dc6-a1bd-c13c81cf2365 req-579625a5-3526-41ff-aa5b-4a9b408502d1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:58.176708 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-19559b58-1303-4dc6-a1bd-c13c81cf2365 req-579625a5-3526-41ff-aa5b-4a9b408502d1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0498834 Jul 29 20:40:58.217169 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-19559b58-1303-4dc6-a1bd-c13c81cf2365 req-d3580331-2733-4385-b794-5039ff55674f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341725 Jul 29 20:40:58.604135 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-9e50aaa6-48f7-432d-b9aa-2ba8b09c2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:58.606042 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-9e50aaa6-48f7-432d-b9aa-2ba8b09c2e87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 1099 time: 0.0588975 Jul 29 20:40:58.609259 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf2097-7953-4c88-a8dc-8c8eee6a3a79 req-6cfe2ec8-0d9b-4e84-9f23-bee94bd43ca8 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:58.610975 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b4cf2097-7953-4c88-a8dc-8c8eee6a3a79 req-6cfe2ec8-0d9b-4e84-9f23-bee94bd43ca8 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0678287 Jul 29 20:40:58.657166 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b4cf2097-7953-4c88-a8dc-8c8eee6a3a79 req-80b72bef-cbd4-47e6-bd9f-4702145552bd tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Jul 29 20:40:58.715428 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-a4584e94-e9e5-45b9-8f49-0d5f0ca9ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:58.716877 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-a4584e94-e9e5-45b9-8f49-0d5f0ca9ab75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 919 time: 0.0977235 Jul 29 20:40:58.769101 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-1cae1a32-4df7-48d9-be92-d3285214610f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c HTTP/1.1" status: 200 len: 217 time: 0.0380499 Jul 29 20:40:58.818749 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-ac88185b-b75c-48d7-98d4-c4432f1a05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:58.820193 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-ac88185b-b75c-48d7-98d4-c4432f1a05fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21cfe9d7-a935-4ee4-8f42-f11f64bc439f HTTP/1.1" status: 200 len: 858 time: 0.0453560 Jul 29 20:40:58.855269 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-4100d189-18a0-43ed-a159-b13bc32a8770 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3c4e8f-1747-4697-a2e5-c474723b7d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243664 Jul 29 20:40:58.950291 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-2aefe705-0e01-4ad2-a7bc-1305082798a1 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854683 Jul 29 20:40:59.058950 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70749ee7-3141-41b3-82b1-1c37f2adef0e req-58dcdb04-6f22-4af7-bbfd-59c425dc720b service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912526 Jul 29 20:40:59.347400 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeadf0-f9df-4e16-b254-516a9844da6a req-63e52869-1ff6-4757-8298-d514a86ccc70 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:59.348925 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bafeadf0-f9df-4e16-b254-516a9844da6a req-63e52869-1ff6-4757-8298-d514a86ccc70 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0524111 Jul 29 20:40:59.387264 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bafeadf0-f9df-4e16-b254-516a9844da6a req-5378a222-2e15-4502-9bca-79b0b5609dab tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Jul 29 20:40:59.780334 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c42b7a-7253-4da1-a860-f04dd0dff272 req-daab074f-dd19-4725-aaa9-f0a1d5fdbe19 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:59.781813 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-88c42b7a-7253-4da1-a860-f04dd0dff272 req-daab074f-dd19-4725-aaa9-f0a1d5fdbe19 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0501108 Jul 29 20:40:59.820028 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-88c42b7a-7253-4da1-a860-f04dd0dff272 req-bbdf225e-6300-4951-94ac-2591a38829d0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Jul 29 20:41:00.506550 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33298df5-be7b-447f-88cf-b3bf52e6aeae req-2aad0674-9a7a-4144-ab99-cf9f1a7d1c75 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:00.508029 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-33298df5-be7b-447f-88cf-b3bf52e6aeae req-2aad0674-9a7a-4144-ab99-cf9f1a7d1c75 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0525179 Jul 29 20:41:00.544995 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-33298df5-be7b-447f-88cf-b3bf52e6aeae req-e523952a-dcd8-47ad-b049-4ef66dc4ae59 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310211 Jul 29 20:41:00.938405 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980e7e-370b-4bed-9727-84e7399ff152 req-cf426461-8df1-4800-a269-a3f21d56c43d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:00.939893 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ee980e7e-370b-4bed-9727-84e7399ff152 req-cf426461-8df1-4800-a269-a3f21d56c43d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0478668 Jul 29 20:41:00.978415 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ee980e7e-370b-4bed-9727-84e7399ff152 req-9dafd415-68d1-476d-b80f-8d7ef525a1f4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311379 Jul 29 20:41:01.020437 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d7b85309-8a0b-4ccb-8f96-642a3ec13797 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:41:01.041395 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: d7b85309-8a0b-4ccb-8f96-642a3ec13797 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:41:01.041688 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d7b85309-8a0b-4ccb-8f96-642a3ec13797 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:41:01.670063 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e4ed4-751a-44a6-8f76-2f6e7877a195 req-686b254f-65d3-4802-b6a7-0eded575bc60 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:01.671564 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a19e4ed4-751a-44a6-8f76-2f6e7877a195 req-686b254f-65d3-4802-b6a7-0eded575bc60 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0510950 Jul 29 20:41:01.711133 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a19e4ed4-751a-44a6-8f76-2f6e7877a195 req-decb450d-5e9b-428c-ac38-03710d38c755 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Jul 29 20:41:02.095974 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e35f8-d1fa-4a26-8468-9ecf19722e0d req-ea377045-3935-44d8-8c04-08183435481e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:02.097452 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-422e35f8-d1fa-4a26-8468-9ecf19722e0d req-ea377045-3935-44d8-8c04-08183435481e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0491552 Jul 29 20:41:02.134047 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-422e35f8-d1fa-4a26-8468-9ecf19722e0d req-daa6adfb-88ea-465d-88cd-44b8d1d51df0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305185 Jul 29 20:41:02.825748 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed03c45-a223-4cd9-a626-636ddf4d5f56 req-effaf468-695a-49a1-b143-b65c9301da79 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:02.827222 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ed03c45-a223-4cd9-a626-636ddf4d5f56 req-effaf468-695a-49a1-b143-b65c9301da79 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0483856 Jul 29 20:41:02.864861 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ed03c45-a223-4cd9-a626-636ddf4d5f56 req-a3e51321-8809-438f-b60a-df46d52d4606 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Jul 29 20:41:03.253827 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260970a-44bf-400a-b61a-47d95764e954 req-a385024f-b791-40fb-9355-c22db045d68e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:03.255314 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c260970a-44bf-400a-b61a-47d95764e954 req-a385024f-b791-40fb-9355-c22db045d68e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0525191 Jul 29 20:41:03.293162 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c260970a-44bf-400a-b61a-47d95764e954 req-eca531ab-7cf2-4dc8-a376-f77aa2551a27 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Jul 29 20:41:03.985452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ac913-ccc1-466a-9725-5544390e0739 req-ee804cfe-6620-43a2-93f9-0a4e3c50f92a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:03.987001 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c4ac913-ccc1-466a-9725-5544390e0739 req-ee804cfe-6620-43a2-93f9-0a4e3c50f92a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0529850 Jul 29 20:41:04.029245 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c4ac913-ccc1-466a-9725-5544390e0739 req-bbbc5c2a-a21e-41eb-85c7-88222175a061 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359211 Jul 29 20:41:04.413898 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b97c7-18e2-4390-aa2b-1b55dc8c3a04 req-95460688-b282-48ec-98b4-7de5bcab5def tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:04.415925 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-169b97c7-18e2-4390-aa2b-1b55dc8c3a04 req-95460688-b282-48ec-98b4-7de5bcab5def tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0534742 Jul 29 20:41:04.460435 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-169b97c7-18e2-4390-aa2b-1b55dc8c3a04 req-e7a10b90-45d5-4bf5-9265-6fa6939e0719 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371490 Jul 29 20:41:05.154859 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049a402-dcd6-4b54-81c2-e9ff5036f8d8 req-1352a9e7-04a0-4680-9ab5-c56517c18da3 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:05.156341 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8049a402-dcd6-4b54-81c2-e9ff5036f8d8 req-1352a9e7-04a0-4680-9ab5-c56517c18da3 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0516694 Jul 29 20:41:05.194088 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8049a402-dcd6-4b54-81c2-e9ff5036f8d8 req-97dbd20e-c673-4d30-b3dc-73946cbbef98 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Jul 29 20:41:05.585425 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad439c7-d625-4180-8b60-3e02c068be55 req-78317dd9-99fc-4c40-9598-a349eb21090f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:05.587087 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2ad439c7-d625-4180-8b60-3e02c068be55 req-78317dd9-99fc-4c40-9598-a349eb21090f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0546188 Jul 29 20:41:05.630039 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2ad439c7-d625-4180-8b60-3e02c068be55 req-995a94a1-4a39-4f79-b28f-09a74c2121f1 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362787 Jul 29 20:41:06.148867 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-4b38b791-7616-4208-8dfe-f9621c7bb080 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016972971&fields=id&tenant_id=b849c45b3c57497ea229df6565c2af55 HTTP/1.1" status: 200 len: 267 time: 0.0441647 Jul 29 20:41:06.270487 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97649f-0004-4729-af2b-723b0f55b35d req-6a2e6c5e-e194-4793-8fd4-7e296ccf1e15 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:06.274219 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-6a2e6c5e-e194-4793-8fd4-7e296ccf1e15 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 811 time: 0.1177595 Jul 29 20:41:06.297357 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-4967e734-d9ad-4f1e-ad42-b768c97d6787 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/quotas/b849c45b3c57497ea229df6565c2af55 HTTP/1.1" status: 200 len: 375 time: 0.0106180 Jul 29 20:41:06.341864 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3bd16-71aa-44e9-8195-a8702abb0083 req-b610b046-7b38-4052-9db1-c4740245da23 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:06.343772 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-94e3bd16-71aa-44e9-8195-a8702abb0083 req-b610b046-7b38-4052-9db1-c4740245da23 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0661047 Jul 29 20:41:06.366413 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-36c18436-2c1e-4d94-af56-8c40ab3a7715 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629265 Jul 29 20:41:06.409149 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-94e3bd16-71aa-44e9-8195-a8702abb0083 req-7a80dba4-0a8e-4115-bc6e-f2e9cb4f0e72 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548205 Jul 29 20:41:06.477712 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-aaf94eae-c61a-4024-baae-78d26d876208 service neutron] 10.222.0.16 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978065 Jul 29 20:41:06.573055 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-469154aa-b10b-4607-8f58-db5ed3c1ba1f service neutron] 10.222.0.16 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890779 Jul 29 20:41:06.766534 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98ced1-bbc5-4145-ad4c-e65984b2bd44 req-0f70b7aa-0d57-469b-b557-ae711d35013c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:06.770255 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7b98ced1-bbc5-4145-ad4c-e65984b2bd44 req-0f70b7aa-0d57-469b-b557-ae711d35013c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0661635 Jul 29 20:41:06.819431 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7b98ced1-bbc5-4145-ad4c-e65984b2bd44 req-01af5543-d916-45fb-b3db-b15b93ef2bff tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Jul 29 20:41:06.937588 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-702f923a-d76c-45de-8992-1c524a706884 req-2f2d6583-76e1-43cd-9216-b7d5c89ad9ee tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 210 time: 0.0524187 Jul 29 20:41:07.552671 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b30a6-7cb9-4024-8649-0f098eb87227 req-7865da3d-1108-41d3-b4a9-c36c7d5a05fa tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:07.554295 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ff7b30a6-7cb9-4024-8649-0f098eb87227 req-7865da3d-1108-41d3-b4a9-c36c7d5a05fa tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0612814 Jul 29 20:41:07.597846 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ff7b30a6-7cb9-4024-8649-0f098eb87227 req-aca710b9-a0a2-44af-9c0f-dd297a8d87bf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360537 Jul 29 20:41:07.942396 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c79a87-e946-4a7e-9839-36bb9d163e13 req-72a871c9-6dfb-422c-a374-2043e1cbe443 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:07.943964 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1c79a87-e946-4a7e-9839-36bb9d163e13 req-72a871c9-6dfb-422c-a374-2043e1cbe443 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0497737 Jul 29 20:41:07.988774 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1c79a87-e946-4a7e-9839-36bb9d163e13 req-45aa5d6d-1fc8-4b5e-9a57-63005cf09064 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372298 Jul 29 20:41:08.030494 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-85e89b61-78c2-4354-b37a-6daad3905f3f req-0313f5fa-f8b8-483e-b244-40e761e15979 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 210 time: 0.0292459 Jul 29 20:41:08.300283 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97649f-0004-4729-af2b-723b0f55b35d req-4ddff000-a5a0-47bf-a40f-fc85d96f3bb8 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:08.310071 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-4ddff000-a5a0-47bf-a40f-fc85d96f3bb8 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 811 time: 0.1304631 Jul 29 20:41:08.358730 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-69899fde-656a-4402-83fb-f55f3e7e3196 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b849c45b3c57497ea229df6565c2af55 HTTP/1.1" status: 200 len: 380 time: 0.0403829 Jul 29 20:41:08.370621 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'port': {'device_id': '944ea23d-3a2f-449b-a727-5235849514ac', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'admin_state_up': True, 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'security_groups': ['d111202e-01b2-4478-9b21-a8482dcdd491']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:08.503894 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Made reservation on behalf of b849c45b3c57497ea229df6565c2af55 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:41:08.508947 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:08.651337 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f627-ff37-4813-bd1a-4df5618ee4ca req-b5ca2437-5c41-4388-97d4-82ada37d7585 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:08.652962 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b6e0f627-ff37-4813-bd1a-4df5618ee4ca req-b5ca2437-5c41-4388-97d4-82ada37d7585 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 946 time: 0.0521770 Jul 29 20:41:08.674879 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Allocated IP 172.20.0.4 (a72f0ea6-5a3b-4a2e-8d05-bc2372309059/ad198601-d3a7-40fe-bb0f-be551f805d61/188a10c1-1ada-44fc-825e-b693673fd2fd) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:41:08.710587 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b6e0f627-ff37-4813-bd1a-4df5618ee4ca req-e33f0ad3-4071-4024-b098-acdfeb9298aa tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500438 Jul 29 20:41:08.810113 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4381f5-9cb7-4433-8429-3633a1073ba8 req-1e3901a4-2177-4af8-b049-a55f38d121ec tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:08.811515 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6a4381f5-9cb7-4433-8429-3633a1073ba8 req-1e3901a4-2177-4af8-b049-a55f38d121ec tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.1071792 Jul 29 20:41:08.883818 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6a4381f5-9cb7-4433-8429-3633a1073ba8 req-f3104913-b1bc-4c3f-94f2-dde9f61072cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642147 Jul 29 20:41:08.888181 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:08.903220 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Transition to ACTIVE for port object 188a10c1-1ada-44fc-825e-b693673fd2fd will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:41:08.936936 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:08.987684 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:41:08.991027 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:08.996889 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:41:09.002868 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:09.003228 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.009939 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'Port': ['ID=188a10c1-1ada-44fc-825e-b693673fd2fd,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:09.028950 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-ca939cb9-e7e0-4651-bdfe-cb9d8049e703 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6624472 Jul 29 20:41:09.043520 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Request body: {'port': {'device_id': '944ea23d-3a2f-449b-a727-5235849514ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:09.203571 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b016589-235f-42ae-9940-de8c3c2ced15 req-a6a8d48f-953c-48db-afbc-ad3b69b49dbc tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:09.214039 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.215784 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1b016589-235f-42ae-9940-de8c3c2ced15 req-a6a8d48f-953c-48db-afbc-ad3b69b49dbc tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1351590 Jul 29 20:41:09.320681 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-623a41a3-8145-4ff6-bfff-89ad3ad0898a None None] Provisioning for port 188a10c1-1ada-44fc-825e-b693673fd2fd completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:41:09.334081 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-623a41a3-8145-4ff6-bfff-89ad3ad0898a None None] Provisioning complete for port 188a10c1-1ada-44fc-825e-b693673fd2fd triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:09.338725 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-623a41a3-8145-4ff6-bfff-89ad3ad0898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.402985 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-623a41a3-8145-4ff6-bfff-89ad3ad0898a None None] Port 188a10c1-1ada-44fc-825e-b693673fd2fd cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:41:09.493862 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1b016589-235f-42ae-9940-de8c3c2ced15 req-64093585-99ef-421d-9f45-0f208d593a94 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771869 Jul 29 20:41:09.497316 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97390e9-58cf-4520-be4b-79c1bc8dd8c8 req-aa1ea691-dd88-4195-b084-af563413cda7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:09.500612 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f97390e9-58cf-4520-be4b-79c1bc8dd8c8 req-aa1ea691-dd88-4195-b084-af563413cda7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 931 time: 0.3069611 Jul 29 20:41:09.555420 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f97390e9-58cf-4520-be4b-79c1bc8dd8c8 req-b5dc9d91-9605-4e2d-87b0-beebefcfa99e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491626 Jul 29 20:41:09.635997 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188a10c1-1ada-44fc-825e-b693673fd2fd {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:41:09.643706 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.655636 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Transition to ACTIVE for port object 188a10c1-1ada-44fc-825e-b693673fd2fd will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:41:09.659469 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.711837 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Pushing event updated for resources: {'Port': ['ID=188a10c1-1ada-44fc-825e-b693673fd2fd,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:09.751014 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Attempting to bind port 188a10c1-1ada-44fc-825e-b693673fd2fd on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:41:09.751393 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Attempting to bind port 188a10c1-1ada-44fc-825e-b693673fd2fd by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:41:09.752267 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Attempting to bind port 188a10c1-1ada-44fc-825e-b693673fd2fd on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:41:09.761898 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Port 188a10c1-1ada-44fc-825e-b693673fd2fd on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:41:09.762253 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Attempting to bind port 188a10c1-1ada-44fc-825e-b693673fd2fd on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:41:09.787715 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:41:09.794211 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Checking segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:41:09.795305 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Bound using segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:41:09.795790 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Bound port: 188a10c1-1ada-44fc-825e-b693673fd2fd, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:41:09.796275 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.864464 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be240a-489e-45a2-aafe-4166a451461f req-fecf72c2-6124-4ea5-9cf9-88070c3b9d5a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:09.867501 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-37be240a-489e-45a2-aafe-4166a451461f req-fecf72c2-6124-4ea5-9cf9-88070c3b9d5a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 946 time: 0.0724630 Jul 29 20:41:09.889071 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] For port 188a10c1-1ada-44fc-825e-b693673fd2fd, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:41:09.895442 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] For port 188a10c1-1ada-44fc-825e-b693673fd2fd, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=188a10c1-1ada-44fc-825e-b693673fd2fd,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:41:09.900222 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.924871 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-37be240a-489e-45a2-aafe-4166a451461f req-d7d73e6e-59d5-4be8-82ed-0fdddb8bbd01 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Jul 29 20:41:09.943812 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:09.944920 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.946471 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] 10.222.0.18 "PUT /v2.0/ports/188a10c1-1ada-44fc-825e-b693673fd2fd HTTP/1.1" status: 200 len: 1093 time: 0.9072728 Jul 29 20:41:09.947013 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944ea23d-3a2f-449b-a727-5235849514ac', 'tag': '188a10c1-1ada-44fc-825e-b693673fd2fd'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:09.950148 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2" -d '{"events": [{"name": "network-changed", "server_uuid": "944ea23d-3a2f-449b-a727-5235849514ac", "tag": "188a10c1-1ada-44fc-825e-b693673fd2fd"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:10.016137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6298c9ec-8279-475d-924f-57cbd3b5288c x-openstack-request-id: req-6298c9ec-8279-475d-924f-57cbd3b5288c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:10.016137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944ea23d-3a2f-449b-a727-5235849514ac", "tag": "188a10c1-1ada-44fc-825e-b693673fd2fd", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:10.016137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6298c9ec-8279-475d-924f-57cbd3b5288c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:10.017013 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944ea23d-3a2f-449b-a727-5235849514ac', 'tag': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'status': 'completed', 'code': 200} Jul 29 20:41:10.048603 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deefff6-6b41-45f3-b455-dd9e8431ca17 service neutron] Pushing event updated for resources: {'Port': ['ID=188a10c1-1ada-44fc-825e-b693673fd2fd,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:10.109986 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d5a15-5121-4f69-8fdf-86c4c26faf5e req-2207d023-9667-4517-a337-549193fdf8aa tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:10.111680 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db0d5a15-5121-4f69-8fdf-86c4c26faf5e req-2207d023-9667-4517-a337-549193fdf8aa tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.1175830 Jul 29 20:41:10.118605 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97649f-0004-4729-af2b-723b0f55b35d req-c3b9383d-b9b8-4ad5-a528-f14ae1d08c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:10.120328 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-c3b9383d-b9b8-4ad5-a528-f14ae1d08c99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 1096 time: 0.1085024 Jul 29 20:41:10.177497 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-f6336240-abb4-4a8f-881d-c71830569113 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=188a10c1-1ada-44fc-825e-b693673fd2fd HTTP/1.1" status: 200 len: 217 time: 0.0392303 Jul 29 20:41:10.189995 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db0d5a15-5121-4f69-8fdf-86c4c26faf5e req-1696d2f3-cec7-4de2-a3c6-9c3304e44dfd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686491 Jul 29 20:41:10.236655 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97649f-0004-4729-af2b-723b0f55b35d req-5eddbcb0-0865-4c89-83ab-92b0d13b96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:10.238144 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-5eddbcb0-0865-4c89-83ab-92b0d13b96a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0473168 Jul 29 20:41:10.299545 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97649f-0004-4729-af2b-723b0f55b35d req-99e4a9c7-a819-4745-b25e-7cf45e55420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:10.301082 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-99e4a9c7-a819-4745-b25e-7cf45e55420e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506210 Jul 29 20:41:10.412655 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-8e7620d6-6562-4935-aca0-e17c202e9bd8 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869968 Jul 29 20:41:10.519508 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c97649f-0004-4729-af2b-723b0f55b35d req-54ec23b7-b096-4e48-a444-3ca189641177 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946982 Jul 29 20:41:10.630113 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc3592-e7ab-45c8-a903-fb3e7a57ab95 req-1b01d750-b11c-47b5-a917-9eb7df9bccbe tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:10.632153 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7acc3592-e7ab-45c8-a903-fb3e7a57ab95 req-1b01d750-b11c-47b5-a917-9eb7df9bccbe tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0565741 Jul 29 20:41:10.637341 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-dbcdfe55-3b90-4747-8f60-252646729b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:10.638886 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-dbcdfe55-3b90-4747-8f60-252646729b12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 1096 time: 0.0627263 Jul 29 20:41:10.683004 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7acc3592-e7ab-45c8-a903-fb3e7a57ab95 req-a29e7ebb-989c-47f8-a238-b583040b7615 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Jul 29 20:41:10.763001 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb869a-483e-46dd-a3e4-ce3a74dd3815 req-c6761573-5374-40bc-960e-dd62a2e07bd5 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:10.764468 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8bfb869a-483e-46dd-a3e4-ce3a74dd3815 req-c6761573-5374-40bc-960e-dd62a2e07bd5 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 943 time: 0.1022453 Jul 29 20:41:10.799196 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-e09311f7-984b-498d-864c-668dc874f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:10.800636 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-e09311f7-984b-498d-864c-668dc874f462 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.1493537 Jul 29 20:41:10.825575 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8bfb869a-483e-46dd-a3e4-ce3a74dd3815 req-8f783ff3-cea1-46f5-93b0-d53e20b910df tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510764 Jul 29 20:41:10.852482 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-041f3095-55ef-48ca-beae-4f29e63a0039 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=188a10c1-1ada-44fc-825e-b693673fd2fd HTTP/1.1" status: 200 len: 217 time: 0.0405927 Jul 29 20:41:10.905065 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-c45e4ab0-06a4-437e-ac55-18f7de6be7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:10.906546 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-c45e4ab0-06a4-437e-ac55-18f7de6be7d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0451031 Jul 29 20:41:11.055080 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d35eb-8928-4a8d-b0d8-a2db1671590f req-bc1d41f0-5088-4e91-a97d-89576bc390d6 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:11.056742 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-483d35eb-8928-4a8d-b0d8-a2db1671590f req-bc1d41f0-5088-4e91-a97d-89576bc390d6 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 946 time: 0.0603161 Jul 29 20:41:11.102675 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-483d35eb-8928-4a8d-b0d8-a2db1671590f req-f15b1bef-5666-4e9e-8959-27958b261717 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Jul 29 20:41:11.238583 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-4c5f0052-9efe-46dd-b872-9e37a23f9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:11.240045 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-4c5f0052-9efe-46dd-b872-9e37a23f9eb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3230793 Jul 29 20:41:11.375186 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700c33-d738-4e13-974d-a768b143595a req-5be6bebd-ab32-4779-8196-8107e142555b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:11.377184 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-00700c33-d738-4e13-974d-a768b143595a req-5be6bebd-ab32-4779-8196-8107e142555b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.1075876 Jul 29 20:41:11.400054 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-44b1c986-788c-402f-b3a1-5cb83996592a service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495697 Jul 29 20:41:11.463657 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-00700c33-d738-4e13-974d-a768b143595a req-ea9ea4cf-919c-4bc6-9b1c-b1664a9c8681 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750327 Jul 29 20:41:11.560249 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-170d8fa3-dd21-4ab6-b01c-4562c929293c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:11.562158 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-170d8fa3-dd21-4ab6-b01c-4562c929293c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 946 time: 0.0953386 Jul 29 20:41:11.570319 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-84c7bc31-5d6d-4244-9bad-cbd8ba7326d2 req-9fdf749f-1ed4-48d5-a269-0da4417d7963 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589134 Jul 29 20:41:11.695857 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Deleting port 109e41c9-23db-4131-848e-121e8c219af0 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:41:11.696227 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:11.819386 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] For port 109e41c9-23db-4131-848e-121e8c219af0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=109e41c9-23db-4131-848e-121e8c219af0,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:11.820817 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:11.832353 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb8198-15b5-4ba2-89fb-41aec87745bf req-0da9ed69-be04-406a-b8ed-c08a3f205363 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:11.835388 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Calling delete_port for 109e41c9-23db-4131-848e-121e8c219af0 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:41:11.840080 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a6eb8198-15b5-4ba2-89fb-41aec87745bf req-0da9ed69-be04-406a-b8ed-c08a3f205363 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0898113 Jul 29 20:41:11.920049 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a6eb8198-15b5-4ba2-89fb-41aec87745bf req-415d0375-432a-417d-8e2f-c662812792d0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776992 Jul 29 20:41:12.023214 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916b9ec-6f86-4b63-9014-74ac47d56c59 req-84520b9b-f1e6-4f08-a12a-32832486d29b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:12.024812 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d916b9ec-6f86-4b63-9014-74ac47d56c59 req-84520b9b-f1e6-4f08-a12a-32832486d29b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 943 time: 0.0913799 Jul 29 20:41:12.026475 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:12.039400 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['c0f8c414-3e40-4092-94cd-da0fca3aa458', 'adc9069a-ced0-495f-9db0-2877f30fed10', '52e008ca-3748-4ec8-8fd5-33a4168c19c9', '109e41c9-23db-4131-848e-121e8c219af0'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:41:12.063880 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Pushing event deleted for resources: {'Port': ['ID=109e41c9-23db-4131-848e-121e8c219af0,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:12.115837 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] No DVR routers for this DVR port 109e41c9-23db-4131-848e-121e8c219af0 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:41:12.126204 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:12.128244 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1bbe4488-ab17-4b08-b751-e94e9b5b1a3e req-a1c8e8de-4a8e-4427-a738-8aaaed74d141 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "DELETE /v2.0/ports/109e41c9-23db-4131-848e-121e8c219af0 HTTP/1.1" status: 204 len: 173 time: 0.5489538 Jul 29 20:41:12.128810 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4283e18-c1d9-4f9d-bc9e-19a2c92eef61', 'name': 'network-vif-deleted', 'tag': '109e41c9-23db-4131-848e-121e8c219af0'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:12.131078 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9bf5b4-57af-48f9-9d6b-7c24c7e1988f" -d '{"events": [{"server_uuid": "a4283e18-c1d9-4f9d-bc9e-19a2c92eef61", "name": "network-vif-deleted", "tag": "109e41c9-23db-4131-848e-121e8c219af0"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:12.146451 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d916b9ec-6f86-4b63-9014-74ac47d56c59 req-b445fba1-49ce-43c5-bf51-4a5acd663d6a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078343 Jul 29 20:41:12.205167 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f795f6e9-da28-4a1c-9b77-af1f6a3184e6 x-openstack-request-id: req-f795f6e9-da28-4a1c-9b77-af1f6a3184e6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:12.205801 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4283e18-c1d9-4f9d-bc9e-19a2c92eef61", "name": "network-vif-deleted", "tag": "109e41c9-23db-4131-848e-121e8c219af0", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:12.206286 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f795f6e9-da28-4a1c-9b77-af1f6a3184e6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:12.206894 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4283e18-c1d9-4f9d-bc9e-19a2c92eef61', 'name': 'network-vif-deleted', 'tag': '109e41c9-23db-4131-848e-121e8c219af0', 'status': 'completed', 'code': 200} Jul 29 20:41:12.311322 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1f87396f-42e5-42c2-bebe-3409685c744d req-5d9742e3-e7c7-4146-b029-c2b6155aa5b4 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4283e18-c1d9-4f9d-bc9e-19a2c92eef61 HTTP/1.1" status: 200 len: 210 time: 0.0440140 Jul 29 20:41:12.611370 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190d04f-19cb-45f7-a62e-7ca7c84a72ca req-e543d08d-0020-48f6-936c-858bca36a504 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:12.613082 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e190d04f-19cb-45f7-a62e-7ca7c84a72ca req-e543d08d-0020-48f6-936c-858bca36a504 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0635958 Jul 29 20:41:12.654894 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e190d04f-19cb-45f7-a62e-7ca7c84a72ca req-54a495ed-1173-4c70-b8bd-2c8799b6e58b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358379 Jul 29 20:41:13.048117 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259773f-096e-4f17-af9f-9997413b1795 req-5a100b16-a534-40c6-9074-8e36bd01fcd5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:13.050509 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5259773f-096e-4f17-af9f-9997413b1795 req-5a100b16-a534-40c6-9074-8e36bd01fcd5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0625973 Jul 29 20:41:13.091017 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5259773f-096e-4f17-af9f-9997413b1795 req-7fbf173e-158c-4c47-89f0-fc0f8aa520de tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Jul 29 20:41:13.265624 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4e391-5013-434a-bd4c-f6967791ab44 req-00ab556d-9e13-464b-8576-0f301fb64622 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:13.267031 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1c4e391-5013-434a-bd4c-f6967791ab44 req-00ab556d-9e13-464b-8576-0f301fb64622 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 943 time: 0.0539930 Jul 29 20:41:13.315710 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1c4e391-5013-434a-bd4c-f6967791ab44 req-90f8daa2-ffcf-49db-95b6-8e18cf30c6f9 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Jul 29 20:41:13.790998 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70ba9-aaeb-49f2-8b99-a7224575f944 req-f693e3f4-586a-4eb7-962f-13b9e8991a84 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:13.792061 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ea70ba9-aaeb-49f2-8b99-a7224575f944 req-f693e3f4-586a-4eb7-962f-13b9e8991a84 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0561492 Jul 29 20:41:13.833164 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ea70ba9-aaeb-49f2-8b99-a7224575f944 req-95ca4acc-aded-47d5-9099-61e6ead6ed3b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337770 Jul 29 20:41:14.221917 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fcf5f-bedc-4a9e-a665-1baa5e685e96 req-5ad8e921-6adb-41d6-87c1-a4014524cfa0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:14.224304 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-533fcf5f-bedc-4a9e-a665-1baa5e685e96 req-5ad8e921-6adb-41d6-87c1-a4014524cfa0 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0626061 Jul 29 20:41:14.269268 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-533fcf5f-bedc-4a9e-a665-1baa5e685e96 req-b65bb96a-7abb-4958-b19f-903f103e1fef tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388141 Jul 29 20:41:14.444445 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccf543-1368-4664-a2b7-26ae3a70255d req-6f940400-3c6a-49dd-a156-1beb25ccb123 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:14.451889 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-49ccf543-1368-4664-a2b7-26ae3a70255d req-6f940400-3c6a-49dd-a156-1beb25ccb123 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 943 time: 0.0637376 Jul 29 20:41:14.486693 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-49ccf543-1368-4664-a2b7-26ae3a70255d req-e4f911e9-0df0-4943-88b2-954a25097d3c tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Jul 29 20:41:14.500596 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 109e41c9-23db-4131-848e-121e8c219af0 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:41:14.548586 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: 109e41c9-23db-4131-848e-121e8c219af0 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:41:14.548758 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 109e41c9-23db-4131-848e-121e8c219af0 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:41:14.785648 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48a5e-78ca-4895-bf95-ea741d577543 req-a99c8828-4eee-40e5-9aad-e02cfb61e561 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:14.785648 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3fc48a5e-78ca-4895-bf95-ea741d577543 req-a99c8828-4eee-40e5-9aad-e02cfb61e561 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.0573342 Jul 29 20:41:14.826151 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3fc48a5e-78ca-4895-bf95-ea741d577543 req-350efd22-d182-46ff-8450-7375ab74605a tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356233 Jul 29 20:41:14.965297 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708df3f-ca03-4fa2-90e2-3a8b490a0896 req-ee1d6224-e446-48b1-840a-4c4d743d87f1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:14.967433 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1708df3f-ca03-4fa2-90e2-3a8b490a0896 req-ee1d6224-e446-48b1-840a-4c4d743d87f1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0580149 Jul 29 20:41:15.012736 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1708df3f-ca03-4fa2-90e2-3a8b490a0896 req-f7c71a5f-56ca-404c-aa75-2b28a6c69447 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386333 Jul 29 20:41:15.401443 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf09df-f193-44ba-878e-310f0cd79023 req-f7e00a14-d3bb-4723-a485-9104fdd99aef tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:15.403912 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-74cf09df-f193-44ba-878e-310f0cd79023 req-f7e00a14-d3bb-4723-a485-9104fdd99aef tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0567517 Jul 29 20:41:15.444326 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-74cf09df-f193-44ba-878e-310f0cd79023 req-06d489b9-01bd-403c-b20e-dbe57c24977f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 Jul 29 20:41:15.616068 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5167c-7579-4db3-99c8-ce8dc57f6341 req-92079428-608a-4d77-b3b2-c3c46d2e421a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:15.618633 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ccd5167c-7579-4db3-99c8-ce8dc57f6341 req-92079428-608a-4d77-b3b2-c3c46d2e421a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 943 time: 0.0580747 Jul 29 20:41:15.679343 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ccd5167c-7579-4db3-99c8-ce8dc57f6341 req-bbf58f40-0cf6-490e-bc68-155b4bb33689 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530610 Jul 29 20:41:15.948917 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccec45a-d272-4dd3-887c-12d7ab97fd20 req-0f0b8d34-d97d-4627-bca1-6f5aaed04ebb tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:15.956936 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ccec45a-d272-4dd3-887c-12d7ab97fd20 req-0f0b8d34-d97d-4627-bca1-6f5aaed04ebb tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.0602837 Jul 29 20:41:15.993278 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ccec45a-d272-4dd3-887c-12d7ab97fd20 req-fccf674e-db54-485c-b171-4f29017763bb tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353777 Jul 29 20:41:16.133443 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8769-2ca8-4d20-aaf2-87dfa992e070 req-4b1f80eb-8b35-437c-b0dd-3fc663bcd50e tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:16.134969 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-929c8769-2ca8-4d20-aaf2-87dfa992e070 req-4b1f80eb-8b35-437c-b0dd-3fc663bcd50e tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0515652 Jul 29 20:41:16.184662 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-929c8769-2ca8-4d20-aaf2-87dfa992e070 req-a5467355-4d74-422d-923e-6b199f471e20 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Jul 29 20:41:16.569280 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd08767-bb90-461d-a6fd-ac9b8c8ed8a3 req-66158141-2568-4cd3-9252-6403165d281c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:16.570813 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5fd08767-bb90-461d-a6fd-ac9b8c8ed8a3 req-66158141-2568-4cd3-9252-6403165d281c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0507534 Jul 29 20:41:16.612991 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5fd08767-bb90-461d-a6fd-ac9b8c8ed8a3 req-e7cd966e-365f-422a-9670-14c0765d593b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Jul 29 20:41:16.803365 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d044877-0c8a-4a93-9609-2107944e0817 req-96504fca-dcc8-4d8a-b418-c648abf6c2ca tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:16.811479 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6d044877-0c8a-4a93-9609-2107944e0817 req-96504fca-dcc8-4d8a-b418-c648abf6c2ca tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 943 time: 0.0620131 Jul 29 20:41:16.857441 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6d044877-0c8a-4a93-9609-2107944e0817 req-4da22f5c-91d2-44ec-a214-acaee6a798e7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404220 Jul 29 20:41:17.117776 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9da4b-3301-4dc3-98db-66d3fdeeea4a req-7328a0a7-0fd5-48d4-b31d-2958218ae76c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:17.119261 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f8b9da4b-3301-4dc3-98db-66d3fdeeea4a req-7328a0a7-0fd5-48d4-b31d-2958218ae76c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.0532429 Jul 29 20:41:17.161346 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f8b9da4b-3301-4dc3-98db-66d3fdeeea4a req-f3d7e35a-848e-4456-939c-397bdb6ded2c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358064 Jul 29 20:41:17.292408 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-dc70e8e0-07c6-49d0-af5a-bd3fb2fe6a3c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:17.294039 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-dc70e8e0-07c6-49d0-af5a-bd3fb2fe6a3c tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 946 time: 0.0621464 Jul 29 20:41:17.332787 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5af966-45ad-47c8-9e2b-dfdc554a51f9 req-bdd19fe3-bca9-45ce-87d1-e05fff7bb56f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:17.340597 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8d5af966-45ad-47c8-9e2b-dfdc554a51f9 req-bdd19fe3-bca9-45ce-87d1-e05fff7bb56f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0706172 Jul 29 20:41:17.384903 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8d5af966-45ad-47c8-9e2b-dfdc554a51f9 req-9ef7a76a-45ab-49aa-8eb2-59d577aa0d98 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Jul 29 20:41:17.406590 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Deleting port 52e008ca-3748-4ec8-8fd5-33a4168c19c9 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:41:17.407694 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:17.503107 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] For port 52e008ca-3748-4ec8-8fd5-33a4168c19c9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=52e008ca-3748-4ec8-8fd5-33a4168c19c9,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:17.503563 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:17.517214 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Calling delete_port for 52e008ca-3748-4ec8-8fd5-33a4168c19c9 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:41:17.675785 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:17.693007 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['c0f8c414-3e40-4092-94cd-da0fca3aa458', 'adc9069a-ced0-495f-9db0-2877f30fed10', '52e008ca-3748-4ec8-8fd5-33a4168c19c9'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:41:17.738920 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Pushing event deleted for resources: {'Port': ['ID=52e008ca-3748-4ec8-8fd5-33a4168c19c9,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:17.914087 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] No DVR routers for this DVR port 52e008ca-3748-4ec8-8fd5-33a4168c19c9 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:41:17.919168 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:17.924070 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-20e7f0a4-c051-4adb-8dfe-2aa45caaeb64 req-88a7da01-1313-469a-9f3b-fbcaf228cd34 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "DELETE /v2.0/ports/52e008ca-3748-4ec8-8fd5-33a4168c19c9 HTTP/1.1" status: 204 len: 173 time: 0.6192949 Jul 29 20:41:17.924994 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491911f8-edae-4f52-adfc-cb1ac66177dd', 'name': 'network-vif-deleted', 'tag': '52e008ca-3748-4ec8-8fd5-33a4168c19c9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:17.928936 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843b8af6-4fca-4972-b4af-5a3cbf18ef63" -d '{"events": [{"server_uuid": "491911f8-edae-4f52-adfc-cb1ac66177dd", "name": "network-vif-deleted", "tag": "52e008ca-3748-4ec8-8fd5-33a4168c19c9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:17.979293 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7bb58-0cad-42b3-8ab6-b7809fb72275 req-87399ad2-9449-4aaf-bd93-42125d059a06 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:17.981193 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8bd7bb58-0cad-42b3-8ab6-b7809fb72275 req-87399ad2-9449-4aaf-bd93-42125d059a06 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.2264512 Jul 29 20:41:18.050095 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618bd89-1500-4636-8b3b-1dd049ceecce req-9be48fa2-f79b-44b1-ad8a-fa020d401c85 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:18.058652 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e618bd89-1500-4636-8b3b-1dd049ceecce req-9be48fa2-f79b-44b1-ad8a-fa020d401c85 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 943 time: 0.0960963 Jul 29 20:41:18.088172 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8bd7bb58-0cad-42b3-8ab6-b7809fb72275 req-55d72a3b-e642-4199-81ee-072e04c767f5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935838 Jul 29 20:41:18.121805 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e618bd89-1500-4636-8b3b-1dd049ceecce req-26f36c9d-d739-4e53-a6e4-becfe25ea6be tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560772 Jul 29 20:41:18.141738 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0fa203-636d-4f34-98ad-a5e0481e92c9 x-openstack-request-id: req-bb0fa203-636d-4f34-98ad-a5e0481e92c9 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:18.142247 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491911f8-edae-4f52-adfc-cb1ac66177dd", "name": "network-vif-deleted", "tag": "52e008ca-3748-4ec8-8fd5-33a4168c19c9", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:18.142360 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb0fa203-636d-4f34-98ad-a5e0481e92c9 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:18.142674 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491911f8-edae-4f52-adfc-cb1ac66177dd', 'name': 'network-vif-deleted', 'tag': '52e008ca-3748-4ec8-8fd5-33a4168c19c9', 'status': 'completed', 'code': 200} Jul 29 20:41:18.276700 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f9f2f28e-eaaf-4835-b7e7-c9f716fa04d5 req-5dac6412-533b-4e40-90c5-08c00b019a4f tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=491911f8-edae-4f52-adfc-cb1ac66177dd HTTP/1.1" status: 200 len: 210 time: 0.0277598 Jul 29 20:41:18.540194 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 188a10c1-1ada-44fc-825e-b693673fd2fd details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:41:18.597375 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e2d9d-3575-40ab-8b15-7ff668174331 req-7b175e94-0509-4325-a63f-021cbfc34a32 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:18.615716 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f96e2d9d-3575-40ab-8b15-7ff668174331 req-7b175e94-0509-4325-a63f-021cbfc34a32 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.1270638 Jul 29 20:41:18.725135 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f96e2d9d-3575-40ab-8b15-7ff668174331 req-ece9e67e-67ff-4d97-893e-7e8abe779246 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989506 Jul 29 20:41:18.731797 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 188a10c1-1ada-44fc-825e-b693673fd2fd, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=188a10c1-1ada-44fc-825e-b693673fd2fd,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:18.747262 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'port_id': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'mac_address': 'fa:16:3e:e8:71:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:41:18.807443 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:18.823737 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188a10c1-1ada-44fc-825e-b693673fd2fd {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:41:18.846370 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 188a10c1-1ada-44fc-825e-b693673fd2fd, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=188a10c1-1ada-44fc-825e-b693673fd2fd,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:18.851687 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:18.908930 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=188a10c1-1ada-44fc-825e-b693673fd2fd,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:19.210655 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46175ff1-abc7-4c2c-9f4e-bd80c6418722 req-ad15a132-53ad-47ea-8c64-5be4fefb325f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:19.219098 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-46175ff1-abc7-4c2c-9f4e-bd80c6418722 req-ad15a132-53ad-47ea-8c64-5be4fefb325f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0612519 Jul 29 20:41:19.226256 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['188a10c1-1ada-44fc-825e-b693673fd2fd'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:41:19.270098 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1062-e955-4641-bfc2-f1b93a01bb84 req-849ecb38-e168-4bdc-a5ab-59cbec9ae89a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:19.278221 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1ca1062-e955-4641-bfc2-f1b93a01bb84 req-849ecb38-e168-4bdc-a5ab-59cbec9ae89a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 944 time: 0.0671031 Jul 29 20:41:19.282398 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-46175ff1-abc7-4c2c-9f4e-bd80c6418722 req-73d712ad-4557-4e36-9021-ff37c81f1281 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623486 Jul 29 20:41:19.343753 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1ca1062-e955-4641-bfc2-f1b93a01bb84 req-77bce8c9-431b-4c5e-a329-bbc0ebf5c2fb tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587389 Jul 29 20:41:19.646724 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040014-5876-45f4-a2bd-a13c361f605c req-6415c1da-b5b1-463e-ba35-220d44760450 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:19.648307 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f7040014-5876-45f4-a2bd-a13c361f605c req-6415c1da-b5b1-463e-ba35-220d44760450 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 946 time: 0.0532143 Jul 29 20:41:19.701715 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f7040014-5876-45f4-a2bd-a13c361f605c req-b87c42dc-ad5d-45d5-8906-2c381e7d4333 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465801 Jul 29 20:41:19.900986 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fbbcc-c189-4cc4-b866-a02750b67c32 req-5326d927-2272-407f-850c-25b61a8e0f80 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:19.902726 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7f9fbbcc-c189-4cc4-b866-a02750b67c32 req-5326d927-2272-407f-850c-25b61a8e0f80 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0664659 Jul 29 20:41:19.951692 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7f9fbbcc-c189-4cc4-b866-a02750b67c32 req-70a0b825-bdc2-4f36-8265-24eeef7ae222 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Jul 29 20:41:20.175161 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:41:20.214792 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455afe9-1ed2-478e-b426-db227438a852 req-ed47fe8f-cf36-4024-b09e-c562c0fa39f6 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:20.216416 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4455afe9-1ed2-478e-b426-db227438a852 req-ed47fe8f-cf36-4024-b09e-c562c0fa39f6 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0717080 Jul 29 20:41:20.292057 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4455afe9-1ed2-478e-b426-db227438a852 req-3b8a87ca-7d53-4ff9-be5d-59df2e4b7ee7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685153 Jul 29 20:41:20.312643 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88824927-fb03-4648-8302-12be57c04fe3 req-1c3d8b03-3605-4983-bac7-fbd485a50b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:20.314413 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88824927-fb03-4648-8302-12be57c04fe3 req-1c3d8b03-3605-4983-bac7-fbd485a50b32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 1099 time: 0.0764244 Jul 29 20:41:20.465099 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcc137-cccf-449a-810b-c36305b53061 req-82288759-b93a-4df1-bda1-36a33cc7862b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:20.467855 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-33dcc137-cccf-449a-810b-c36305b53061 req-82288759-b93a-4df1-bda1-36a33cc7862b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0921011 Jul 29 20:41:20.472297 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88824927-fb03-4648-8302-12be57c04fe3 req-38504a3f-53c2-4d3f-8df4-41df792ec1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:20.473856 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88824927-fb03-4648-8302-12be57c04fe3 req-38504a3f-53c2-4d3f-8df4-41df792ec1b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 912 time: 0.1463962 Jul 29 20:41:20.519599 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-33dcc137-cccf-449a-810b-c36305b53061 req-ef8d0f3e-99c9-452f-8508-f221d75f84f3 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Jul 29 20:41:20.539405 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea2e59-e35f-4a9b-962d-90a67a93e943 req-46a09703-8480-4c8c-8427-cfb0944dd04c tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:20.540978 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6cea2e59-e35f-4a9b-962d-90a67a93e943 req-46a09703-8480-4c8c-8427-cfb0944dd04c tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 944 time: 0.1101449 Jul 29 20:41:20.551473 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 188a10c1-1ada-44fc-825e-b693673fd2fd up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:41:20.581445 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88824927-fb03-4648-8302-12be57c04fe3 req-12da54fb-9e00-4f1c-8c1d-4a9095cfc1cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f HTTP/1.1" status: 200 len: 1002 time: 0.0975969 Jul 29 20:41:20.609466 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port 188a10c1-1ada-44fc-825e-b693673fd2fd completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:41:20.614099 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port 188a10c1-1ada-44fc-825e-b693673fd2fd triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:20.615139 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:20.617934 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6cea2e59-e35f-4a9b-962d-90a67a93e943 req-bc5da1ba-53ba-4c5b-bafd-5aa508a3b72c tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693083 Jul 29 20:41:20.665147 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88824927-fb03-4648-8302-12be57c04fe3 req-656938f4-eb9a-449d-8f0c-a7cedecaa0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:20.666766 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88824927-fb03-4648-8302-12be57c04fe3 req-656938f4-eb9a-449d-8f0c-a7cedecaa0a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.0652566 Jul 29 20:41:20.708907 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:20.723456 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88824927-fb03-4648-8302-12be57c04fe3 req-c29b7dde-397e-488a-a972-48d181aff76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:20.724871 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88824927-fb03-4648-8302-12be57c04fe3 req-c29b7dde-397e-488a-a972-48d181aff76f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481250 Jul 29 20:41:20.745222 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944ea23d-3a2f-449b-a727-5235849514ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a10c1-1ada-44fc-825e-b693673fd2fd'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:20.755156 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2483316b-7b3d-49b2-ad1f-720cb6fce043" -d '{"events": [{"server_uuid": "944ea23d-3a2f-449b-a727-5235849514ac", "name": "network-vif-plugged", "status": "completed", "tag": "188a10c1-1ada-44fc-825e-b693673fd2fd"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:20.788265 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 188a10c1-1ada-44fc-825e-b693673fd2fd, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=188a10c1-1ada-44fc-825e-b693673fd2fd,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:20.799747 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:20.800779 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 52e008ca-3748-4ec8-8fd5-33a4168c19c9 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:41:20.843730 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88824927-fb03-4648-8302-12be57c04fe3 req-39e186ba-5960-49f7-a060-97480fc7f061 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070859 Jul 29 20:41:20.856549 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: 52e008ca-3748-4ec8-8fd5-33a4168c19c9 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:41:20.856784 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 52e008ca-3748-4ec8-8fd5-33a4168c19c9 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:41:20.903066 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41fdf7-b8ad-439c-a0c6-4ae3f10cb71b req-e8d6ad53-6f93-4d5a-af71-50d8dc359de1 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:20.908157 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c28b648-7f81-454d-a13a-2e4d65af96ce x-openstack-request-id: req-9c28b648-7f81-454d-a13a-2e4d65af96ce {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:20.908440 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944ea23d-3a2f-449b-a727-5235849514ac", "name": "network-vif-plugged", "status": "completed", "tag": "188a10c1-1ada-44fc-825e-b693673fd2fd", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:20.908690 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c28b648-7f81-454d-a13a-2e4d65af96ce {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:20.909089 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944ea23d-3a2f-449b-a727-5235849514ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'code': 200} Jul 29 20:41:20.909801 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=188a10c1-1ada-44fc-825e-b693673fd2fd,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:20.921085 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1b41fdf7-b8ad-439c-a0c6-4ae3f10cb71b req-e8d6ad53-6f93-4d5a-af71-50d8dc359de1 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 946 time: 0.0963356 Jul 29 20:41:20.966866 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-88824927-fb03-4648-8302-12be57c04fe3 req-5af50a56-2d73-4bab-9d1c-f23b1a535fe3 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115181 Jul 29 20:41:20.972394 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1b41fdf7-b8ad-439c-a0c6-4ae3f10cb71b req-3fb392f4-3636-4b7a-aa2e-debca71c3199 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503559 Jul 29 20:41:21.162557 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8279-7627-464b-9e06-f6ffb6855329 req-cc1c1c42-52ab-415c-aca1-cebd6c124a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:21.165264 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-378c8279-7627-464b-9e06-f6ffb6855329 req-cc1c1c42-52ab-415c-aca1-cebd6c124a09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 1098 time: 0.0651336 Jul 29 20:41:21.207906 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-378c8279-7627-464b-9e06-f6ffb6855329 req-c34a1958-466b-46ca-8c09-47285c65db7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340936 Jul 29 20:41:21.436977 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4607b7-af8c-495a-bde3-d283d8c7c141 req-301aa9a9-826a-45c7-9906-dc8e45b2a9c4 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:21.438643 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2d4607b7-af8c-495a-bde3-d283d8c7c141 req-301aa9a9-826a-45c7-9906-dc8e45b2a9c4 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0588758 Jul 29 20:41:21.491117 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2d4607b7-af8c-495a-bde3-d283d8c7c141 req-a6e70986-ff2f-4bae-98de-ec94d8872200 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458848 Jul 29 20:41:21.625350 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9a76f0db-8df9-4a93-a72e-b75a50248d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:21.648902 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9135d2-84d9-40ed-bcfd-7f9f8eacb318 req-eb33a435-77a6-4993-8cc0-bcf57978f083 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:21.653398 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605362bb-b748-478f-9c2a-55d294a5af91 req-c0772290-c163-4578-b182-2897a8c5db47 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:21.654983 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-605362bb-b748-478f-9c2a-55d294a5af91 req-c0772290-c163-4578-b182-2897a8c5db47 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 946 time: 0.0933242 Jul 29 20:41:21.655663 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5f9135d2-84d9-40ed-bcfd-7f9f8eacb318 req-eb33a435-77a6-4993-8cc0-bcf57978f083 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0622914 Jul 29 20:41:21.848769 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5f9135d2-84d9-40ed-bcfd-7f9f8eacb318 req-39ef2f44-c220-4eb9-99c1-d8798cc9b0a2 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913023 Jul 29 20:41:21.931045 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f98b3-03b7-4652-bff5-57da0426507a req-6f973a84-ec0b-406e-86f2-611505cf921a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:21.932679 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0b0f98b3-03b7-4652-bff5-57da0426507a req-6f973a84-ec0b-406e-86f2-611505cf921a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.1666141 Jul 29 20:41:21.958887 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-605362bb-b748-478f-9c2a-55d294a5af91 req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Deleting port adc9069a-ced0-495f-9db0-2877f30fed10 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:41:21.959278 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-605362bb-b748-478f-9c2a-55d294a5af91 req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:22.041210 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0b0f98b3-03b7-4652-bff5-57da0426507a req-8c9819f1-f954-4410-906a-3bda251c9d5f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962610 Jul 29 20:41:22.111251 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-605362bb-b748-478f-9c2a-55d294a5af91 req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] For port adc9069a-ced0-495f-9db0-2877f30fed10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=adc9069a-ced0-495f-9db0-2877f30fed10,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:22.111528 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a607211-7233-45e6-bef9-4f5e4c1278c4 req-9f7b16ed-d035-4aa8-beec-264e9ef761c2 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:22.111896 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-605362bb-b748-478f-9c2a-55d294a5af91 req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:22.113075 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3a607211-7233-45e6-bef9-4f5e4c1278c4 req-9f7b16ed-d035-4aa8-beec-264e9ef761c2 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4cd642c-dd17-42c8-9110-ed24048d5e61 HTTP/1.1" status: 200 len: 946 time: 0.0605867 Jul 29 20:41:22.126356 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-605362bb-b748-478f-9c2a-55d294a5af91 req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Calling delete_port for adc9069a-ced0-495f-9db0-2877f30fed10 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:41:22.182248 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3a607211-7233-45e6-bef9-4f5e4c1278c4 req-aa2812f2-4533-4a59-81f9-0cfa85280071 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618119 Jul 29 20:41:22.306394 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-605362bb-b748-478f-9c2a-55d294a5af91 req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:22.320443 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['c0f8c414-3e40-4092-94cd-da0fca3aa458', 'adc9069a-ced0-495f-9db0-2877f30fed10'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:41:22.340484 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Pushing event deleted for resources: {'Port': ['ID=adc9069a-ced0-495f-9db0-2877f30fed10,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:22.400145 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-605362bb-b748-478f-9c2a-55d294a5af91 req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] No DVR routers for this DVR port adc9069a-ced0-495f-9db0-2877f30fed10 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:41:22.403137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-605362bb-b748-478f-9c2a-55d294a5af91 req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:22.405350 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-605362bb-b748-478f-9c2a-55d294a5af91 req-3145e01d-0e5b-429e-975e-1aade5e68207 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "DELETE /v2.0/ports/adc9069a-ced0-495f-9db0-2877f30fed10 HTTP/1.1" status: 204 len: 173 time: 0.7429693 Jul 29 20:41:22.407224 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cd642c-dd17-42c8-9110-ed24048d5e61', 'name': 'network-vif-deleted', 'tag': 'adc9069a-ced0-495f-9db0-2877f30fed10'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:22.415788 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653527b6-028a-4c8b-9f0f-1e9c91fc7824" -d '{"events": [{"server_uuid": "f4cd642c-dd17-42c8-9110-ed24048d5e61", "name": "network-vif-deleted", "tag": "adc9069a-ced0-495f-9db0-2877f30fed10"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:22.476555 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57fe777-6a48-47c3-a0fa-91191e37ba93 x-openstack-request-id: req-e57fe777-6a48-47c3-a0fa-91191e37ba93 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:22.477817 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cd642c-dd17-42c8-9110-ed24048d5e61", "name": "network-vif-deleted", "tag": "adc9069a-ced0-495f-9db0-2877f30fed10", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:22.478466 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e57fe777-6a48-47c3-a0fa-91191e37ba93 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:22.479213 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cd642c-dd17-42c8-9110-ed24048d5e61', 'name': 'network-vif-deleted', 'tag': 'adc9069a-ced0-495f-9db0-2877f30fed10', 'status': 'completed', 'code': 200} Jul 29 20:41:22.651960 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0696f-da34-4fb5-9a80-443f1d29e679 req-c807567e-cd0c-4f91-a582-b913f87f3373 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:22.653517 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-49e0696f-da34-4fb5-9a80-443f1d29e679 req-c807567e-cd0c-4f91-a582-b913f87f3373 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0594003 Jul 29 20:41:22.706899 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-49e0696f-da34-4fb5-9a80-443f1d29e679 req-bf8f3510-7d1c-4d9d-b0af-0e5d74670ce1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412142 Jul 29 20:41:22.981758 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58542f-4bb5-4a95-b6f1-fcecc42dd40f req-a1bd38ca-80fe-4ca2-80bd-93e622c4caa5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:22.983668 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1d58542f-4bb5-4a95-b6f1-fcecc42dd40f req-a1bd38ca-80fe-4ca2-80bd-93e622c4caa5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0640860 Jul 29 20:41:23.043271 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1d58542f-4bb5-4a95-b6f1-fcecc42dd40f req-e64e7492-b649-4e8b-ac89-534d280bb1ea tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463588 Jul 29 20:41:23.170624 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1016d8-0c19-491f-a6e2-e2d3865d626d req-a24794c7-c797-49bf-adf3-99aaadc7c2ac tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:23.173801 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9a1016d8-0c19-491f-a6e2-e2d3865d626d req-a24794c7-c797-49bf-adf3-99aaadc7c2ac tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0673544 Jul 29 20:41:23.235127 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9a1016d8-0c19-491f-a6e2-e2d3865d626d req-dd891219-f20e-4c57-b118-3ce2f5f182dc tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554593 Jul 29 20:41:23.390576 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e92e7-7c10-41da-813e-aaf4fcad4000 req-5e995b93-09a5-43ea-bd2c-26500882c781 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:23.400350 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c05e92e7-7c10-41da-813e-aaf4fcad4000 req-5e995b93-09a5-43ea-bd2c-26500882c781 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0676460 Jul 29 20:41:23.439711 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c05e92e7-7c10-41da-813e-aaf4fcad4000 req-39977191-7b7d-4b6c-8f4e-f044cf40350c tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383775 Jul 29 20:41:23.470837 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 39926) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:23.650460 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0ecec6-d5bd-4f6e-9b53-a4b33c5fcd94 tempest-TestVolumeBootPattern-2042666675 tempest-TestVolumeBootPattern-2042666675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:23.656753 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-ad0ecec6-d5bd-4f6e-9b53-a4b33c5fcd94 tempest-TestVolumeBootPattern-2042666675 tempest-TestVolumeBootPattern-2042666675-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 1093 time: 0.1800792 Jul 29 20:41:23.656753 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 39932) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:23.662024 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'floatingip': {'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'port_id': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:23.690932 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:23.835126 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:23.874454 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 39940) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:23.963228 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Allocated IP 172.27.3.116 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/5c0b2429-f8e0-41d0-9ef8-355b71f7e490) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:41:24.017449 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12cde901-7d60-4b26-a239-572fa05b3fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.075859 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.141338 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.184716 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:41:24.189436 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:24.193440 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:41:24.210682 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530e2c4-af15-4122-af1e-23d8813320d3 req-f76e0986-d3ed-4d42-86c9-355f327d30da tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:24.218196 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1530e2c4-af15-4122-af1e-23d8813320d3 req-f76e0986-d3ed-4d42-86c9-355f327d30da tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1020422 Jul 29 20:41:24.223962 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-48e8c30e-9569-4107-b06a-8c1a10471ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.230983 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'Port': ['ID=5c0b2429-f8e0-41d0-9ef8-355b71f7e490,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:24.243385 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12cde901-7d60-4b26-a239-572fa05b3fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.258777 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12cde901-7d60-4b26-a239-572fa05b3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.319234 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-12cde901-7d60-4b26-a239-572fa05b3fd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f7762890c7241c3a891de1188b3572f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436758 Jul 29 20:41:24.334318 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1530e2c4-af15-4122-af1e-23d8813320d3 req-3d0cdb9e-0c0e-483f-801f-4365bfdf00ff tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034374 Jul 29 20:41:24.335036 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 39946) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:24.340921 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.372712 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cde901-7d60-4b26-a239-572fa05b3fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287fee7-fca7-4a13-a8d1-deea6ab5389f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:24.401934 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-292e7c91-5a7b-4369-a09b-0cdafc762d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.425708 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-292e7c91-5a7b-4369-a09b-0cdafc762d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.490839 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-292e7c91-5a7b-4369-a09b-0cdafc762d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.494171 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-292e7c91-5a7b-4369-a09b-0cdafc762d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.498096 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-292e7c91-5a7b-4369-a09b-0cdafc762d53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a287fee7-fca7-4a13-a8d1-deea6ab5389f HTTP/1.1" status: 204 len: 168 time: 0.1589246 Jul 29 20:41:24.510771 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e7c91-5a7b-4369-a09b-0cdafc762d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287fee7-fca7-4a13-a8d1-deea6ab5389f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:24.571803 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device adc9069a-ced0-495f-9db0-2877f30fed10 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:41:24.604995 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: adc9069a-ced0-495f-9db0-2877f30fed10 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:41:24.605342 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device adc9069a-ced0-495f-9db0-2877f30fed10 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:41:24.683801 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.804375 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c239e-e12e-4420-95db-4eb87b44ee57 req-787d3317-8f20-4c6b-87e8-99db13d1c6e8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:24.814031 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f2c239e-e12e-4420-95db-4eb87b44ee57 req-787d3317-8f20-4c6b-87e8-99db13d1c6e8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 945 time: 0.0891423 Jul 29 20:41:24.817493 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.879488 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8f2c239e-e12e-4420-95db-4eb87b44ee57 req-20b512c8-f1b1-4572-92e6-5cb8c40dff72 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594163 Jul 29 20:41:25.024776 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.030338 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.068428 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.119841 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'Port': ['ID=5c0b2429-f8e0-41d0-9ef8-355b71f7e490,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:25.194232 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Floating IP 31bb34f8-ae9a-40a7-8eb2-cbcb5d0f04d3 associated. External IP: 172.27.3.116, port: 188a10c1-1ada-44fc-825e-b693673fd2fd. Jul 29 20:41:25.338740 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.466408 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 39986) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:25.577154 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988e9d6-baff-4a8f-911b-308b6bcac144 req-92954737-b779-48d5-9496-978f85234130 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:25.578894 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9988e9d6-baff-4a8f-911b-308b6bcac144 req-92954737-b779-48d5-9496-978f85234130 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0999169 Jul 29 20:41:25.650357 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1654676191-network', 'tenant_id': 'cec7730c06b34348b6c7a3e4dcb71ff7'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:25.689525 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Made reservation on behalf of cec7730c06b34348b6c7a3e4dcb71ff7 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:41:25.692206 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.701088 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.706723 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9988e9d6-baff-4a8f-911b-308b6bcac144 req-bf12ef1f-81fd-4218-8361-43575a527498 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205084 Jul 29 20:41:25.822396 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:41:25.830278 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.833543 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e314-a1d7-4d49-9252-ea57b36f916d req-5d9472e9-8684-4591-b0d0-32e2e5a4f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:25.835087 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d06e314-a1d7-4d49-9252-ea57b36f916d req-5d9472e9-8684-4591-b0d0-32e2e5a4f852 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 1099 time: 0.0581017 Jul 29 20:41:25.835685 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.862027 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:41:25.890596 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.893097 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Added segment 893663b6-d7f0-44db-9344-40a48b0ea8d2 of type vlan for network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 Jul 29 20:41:25.894771 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:25.901442 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.940590 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d06e314-a1d7-4d49-9252-ea57b36f916d req-a16ccb66-7f04-44c2-a2a9-6386abf029f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907354 Jul 29 20:41:25.956975 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.990756 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:41:26.007445 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] Sync routers for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:41:26.017074 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:41:26.017758 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:41:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:26.027462 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.028801 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:26.029551 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.030390 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.068481 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-00165105-ed13-4b1d-b1a3-338ccdc1a631 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4113111 Jul 29 20:41:26.069285 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944ea23d-3a2f-449b-a727-5235849514ac', 'tag': '188a10c1-1ada-44fc-825e-b693673fd2fd'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:26.072211 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "944ea23d-3a2f-449b-a727-5235849514ac", "tag": "188a10c1-1ada-44fc-825e-b693673fd2fd"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:26.091980 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6243141 Jul 29 20:41:26.095616 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40004) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:26.107942 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Request body: {'subnet': {'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1654676191-subnet', 'tenant_id': 'cec7730c06b34348b6c7a3e4dcb71ff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:26.121371 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce1fa2-dc8c-40b8-a04d-add10033028b req-c76c5667-be4e-4541-887f-bbfbcc59b44b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:26.129088 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-23ce1fa2-dc8c-40b8-a04d-add10033028b req-c76c5667-be4e-4541-887f-bbfbcc59b44b tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 945 time: 0.1471107 Jul 29 20:41:26.132205 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f5d6b-3c57-42d1-9ca7-fd2291a7b6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=041ed7a6-7451-4fec-87b1-3c5ad43c2314,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:26.150823 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:41:26.175506 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a30a70-6c1c-48ed-9a17-a1f6b63a3076 x-openstack-request-id: req-36a30a70-6c1c-48ed-9a17-a1f6b63a3076 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:26.176815 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944ea23d-3a2f-449b-a727-5235849514ac", "tag": "188a10c1-1ada-44fc-825e-b693673fd2fd", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:26.177232 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36a30a70-6c1c-48ed-9a17-a1f6b63a3076 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:26.179600 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944ea23d-3a2f-449b-a727-5235849514ac', 'tag': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'status': 'completed', 'code': 200} Jul 29 20:41:26.191768 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:41:26.196300 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-23ce1fa2-dc8c-40b8-a04d-add10033028b req-3518160e-5e97-4bac-b759-536816bd4ed3 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658453 Jul 29 20:41:26.215504 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Made reservation on behalf of cec7730c06b34348b6c7a3e4dcb71ff7 for: {'subnet': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:41:26.217850 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.307351 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-3221ac50-a37c-4de9-bd18-63e75405a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:26.308863 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-3221ac50-a37c-4de9-bd18-63e75405a6b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 1098 time: 0.1265368 Jul 29 20:41:26.511088 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '31bb34f8-ae9a-40a7-8eb2-cbcb5d0f04d3', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:e8:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ea23d-3a2f-449b-a727-5235849514ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:41:24Z', 'updated_at': '2021-07-29T20:41:24Z', 'revision_number': 0, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:26.524582 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.538215 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] Checking router: f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:41:26.547770 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:41:26.548579 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:41:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:26.562583 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-c162c49f-1fa0-43fd-970c-dfc168c7fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:26.564039 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-c162c49f-1fa0-43fd-970c-dfc168c7fc7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.2427895 Jul 29 20:41:26.635556 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7aa46f-f5de-4586-b36c-131c269f8dbc,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:26.660776 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Checking segment: {'id': '893663b6-d7f0-44db-9344-40a48b0ea8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:41:26.661130 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Network hostable DHCP agents. Network: 041ed7a6-7451-4fec-87b1-3c5ad43c2314, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:41:26.667922 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-06dcdacb-7c6b-45c4-ab8d-4a8b2e2b20c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=188a10c1-1ada-44fc-825e-b693673fd2fd HTTP/1.1" status: 200 len: 999 time: 0.0960491 Jul 29 20:41:26.702185 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:41:26.771297 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 041ed7a6-7451-4fec-87b1-3c5ad43c2314) {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:26.782895 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e0c491-443d-40e6-94dc-b5209a926c38 None None] Network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:41:26.800414 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:26.801005 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.805646 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-8cbdc3a5-e7f0-491e-9183-f0e76f7fb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:26.806321 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:41:26.807077 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-8cbdc3a5-e7f0-491e-9183-f0e76f7fb524 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.1248188 Jul 29 20:41:26.829729 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-c06517e9-9aa3-4b71-a2bf-7c4b25066369 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7257917 Jul 29 20:41:26.871374 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-a2d02ce2-789c-4ddd-995e-159e09006e70 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:26.873188 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-a2d02ce2-789c-4ddd-995e-159e09006e70 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 945 time: 0.1815441 Jul 29 20:41:27.010369 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-a07f60a1-c129-4c00-89d9-1826152b02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:27.014446 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-a07f60a1-c129-4c00-89d9-1826152b02d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1855712 Jul 29 20:41:27.041803 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d47045-f920-42fa-a94c-f0546e47caed None None] Network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:41:27.079061 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.089306 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b855e-e601-4048-ad1a-ca3f02d64150 req-bab21c5f-e6e7-422a-8e4a-4dea79cc7f82 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:27.090876 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-044b855e-e601-4048-ad1a-ca3f02d64150 req-bab21c5f-e6e7-422a-8e4a-4dea79cc7f82 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.2409809 Jul 29 20:41:27.199957 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-044b855e-e601-4048-ad1a-ca3f02d64150 req-45fa9749-11dd-4ffd-906f-3cf2a06c4a09 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775273 Jul 29 20:41:27.202196 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '31bb34f8-ae9a-40a7-8eb2-cbcb5d0f04d3', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:e8:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ea23d-3a2f-449b-a727-5235849514ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:41:24Z', 'updated_at': '2021-07-29T20:41:24Z', 'revision_number': 0, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:27.213224 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Deleting port c0f8c414-3e40-4092-94cd-da0fca3aa458 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:41:27.213676 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.255223 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56133766-1fb0-4d74-bf91-9dd079d92548 None None] The sync data for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi is: [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '31bb34f8-ae9a-40a7-8eb2-cbcb5d0f04d3', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:e8:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ea23d-3a2f-449b-a727-5235849514ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:41:24Z', 'updated_at': '2021-07-29T20:41:24Z', 'revision_number': 0, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:41:27.265338 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-72ba9bed-90d0-4125-bb8c-e0a03b7eb4b5 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400348 Jul 29 20:41:27.344597 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aa831-f0f9-44bb-a245-4af25fcd052e req-1699da2b-36a8-4436-96e2-ce5fcbc87b70 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:27.346262 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-692aa831-f0f9-44bb-a245-4af25fcd052e req-1699da2b-36a8-4436-96e2-ce5fcbc87b70 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/ports?device_id=974255cd-e78c-4811-9df3-2c46c5092ced HTTP/1.1" status: 200 len: 945 time: 0.0576701 Jul 29 20:41:27.376405 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] For port c0f8c414-3e40-4092-94cd-da0fca3aa458, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c0f8c414-3e40-4092-94cd-da0fca3aa458,segment=NetworkSegment(aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa),segment_id=aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:27.376770 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.389781 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-692aa831-f0f9-44bb-a245-4af25fcd052e req-1f9b0ee6-e1f7-47de-8c47-cc5a430ed532 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb9dc891-2075-4243-9124-dde222ae615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Jul 29 20:41:27.395214 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Calling delete_port for c0f8c414-3e40-4092-94cd-da0fca3aa458 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:41:27.476305 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c3a424d9-72ce-450e-bfa8-5080f91cf8bf req-bc39dfdf-357f-45c8-b58d-75e9f7062d4f service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598489 Jul 29 20:41:27.519020 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290fd5f6-6b73-4777-b926-307c360f4ec2 None None] New status for floating IP 31bb34f8-ae9a-40a7-8eb2-cbcb5d0f04d3: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:41:27.592521 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.623617 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['c0f8c414-3e40-4092-94cd-da0fca3aa458'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:41:27.626566 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Pushing event deleted for resources: {'Port': ['ID=c0f8c414-3e40-4092-94cd-da0fca3aa458,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:27.676850 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] No DVR routers for this DVR port c0f8c414-3e40-4092-94cd-da0fca3aa458 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:41:27.679397 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.681494 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8a5aa3b2-bc5c-4bc6-8b88-1e8b96641b15 req-cf926475-9a06-4fb4-bd6b-9c1f9cca9ac8 tempest-AttachVolumeNegativeTest-935004302 tempest-AttachVolumeNegativeTest-935004302-project] 10.222.0.18 "DELETE /v2.0/ports/c0f8c414-3e40-4092-94cd-da0fca3aa458 HTTP/1.1" status: 204 len: 173 time: 0.7826271 Jul 29 20:41:28.181758 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974255cd-e78c-4811-9df3-2c46c5092ced', 'name': 'network-vif-deleted', 'tag': 'c0f8c414-3e40-4092-94cd-da0fca3aa458'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:28.184513 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb427d-14ef-4325-a395-4c157f6e1be3" -d '{"events": [{"server_uuid": "974255cd-e78c-4811-9df3-2c46c5092ced", "name": "network-vif-deleted", "tag": "c0f8c414-3e40-4092-94cd-da0fca3aa458"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:28.224974 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14761e44-9e0d-4db4-a4b3-e7d2bc1dab4c x-openstack-request-id: req-14761e44-9e0d-4db4-a4b3-e7d2bc1dab4c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:28.225274 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974255cd-e78c-4811-9df3-2c46c5092ced", "name": "network-vif-deleted", "tag": "c0f8c414-3e40-4092-94cd-da0fca3aa458", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:28.225532 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14761e44-9e0d-4db4-a4b3-e7d2bc1dab4c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:28.225963 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974255cd-e78c-4811-9df3-2c46c5092ced', 'name': 'network-vif-deleted', 'tag': 'c0f8c414-3e40-4092-94cd-da0fca3aa458', 'status': 'completed', 'code': 200} Jul 29 20:41:28.347432 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a24993-c655-4bd0-8f05-adfa2d41249f req-2ea6f36b-bbf2-4f0c-b1b4-1e27bbb7c258 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:28.348843 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-52a24993-c655-4bd0-8f05-adfa2d41249f req-2ea6f36b-bbf2-4f0c-b1b4-1e27bbb7c258 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0537391 Jul 29 20:41:28.386850 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-52a24993-c655-4bd0-8f05-adfa2d41249f req-4f603b40-8cf5-43a7-b42c-ac3dbeef468c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Jul 29 20:41:28.448081 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40068) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:28.497970 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c66e7e-f5bb-4e19-8582-726f2a291a06 admin admin] Deleting subnet c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 {{(pid=94858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:41:28.501450 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-11c66e7e-f5bb-4e19-8582-726f2a291a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:28.538955 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-11c66e7e-f5bb-4e19-8582-726f2a291a06 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:28.546025 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-11c66e7e-f5bb-4e19-8582-726f2a291a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:28.608593 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-11c66e7e-f5bb-4e19-8582-726f2a291a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for subnet, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:28.637078 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c66e7e-f5bb-4e19-8582-726f2a291a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00e6eac-9ca8-46a8-93d7-060dfcec9ee0,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:28.643901 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-11c66e7e-f5bb-4e19-8582-726f2a291a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:28.648389 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-11c66e7e-f5bb-4e19-8582-726f2a291a06 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c00e6eac-9ca8-46a8-93d7-060dfcec9ee0 HTTP/1.1" status: 204 len: 168 time: 0.1967020 Jul 29 20:41:28.648389 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40106) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:28.779453 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:28.841364 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387e874-e06b-4959-98f4-8353ab09019b req-549775b5-efe0-48f3-af71-0b538e1fd388 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:28.843001 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c387e874-e06b-4959-98f4-8353ab09019b req-549775b5-efe0-48f3-af71-0b538e1fd388 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.1510806 Jul 29 20:41:28.845328 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596036fd-d6af-449e-b806-f3443e99aa30 req-c2bb314d-5de3-404d-9c7c-604088a74d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:28.846715 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-596036fd-d6af-449e-b806-f3443e99aa30 req-c2bb314d-5de3-404d-9c7c-604088a74d9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 1099 time: 0.1537559 Jul 29 20:41:28.944408 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-35b8a7d9-fffe-4726-ac7c-c67cff6beef2 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:28.945928 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-35b8a7d9-fffe-4726-ac7c-c67cff6beef2 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/networks?id=041ed7a6-7451-4fec-87b1-3c5ad43c2314 HTTP/1.1" status: 200 len: 814 time: 0.1058962 Jul 29 20:41:28.961351 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-ee17b5c1-6a37-4d22-b0b9-789c6a9ccc37 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/quotas/cec7730c06b34348b6c7a3e4dcb71ff7 HTTP/1.1" status: 200 len: 375 time: 0.0095677 Jul 29 20:41:28.967647 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:28.989725 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c387e874-e06b-4959-98f4-8353ab09019b req-d62a69fb-0d82-4588-9a7b-31efd36f5373 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288114 Jul 29 20:41:28.991787 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.992128 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.992881 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.993235 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > port after_create 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.993552 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.993910 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > port after_update 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.994385 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.994575 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.994874 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.995247 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:28.997943 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-d81049e1-d011-4efc-bbe7-ecd1411442fa tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec7730c06b34348b6c7a3e4dcb71ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303915 Jul 29 20:41:29.096642 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-3bc0792c-4c29-4eb0-ad3c-36426c573188 service neutron] 10.222.0.16 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878558 Jul 29 20:41:29.190117 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-e5a8401f-89e1-4d24-a174-938800234fdd service neutron] 10.222.0.16 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873225 Jul 29 20:41:29.220869 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:29.221347 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:29.221451 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:29.221730 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:41:29.222117 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec40d9d6-a77e-41df-80c2-bd5af1a8665c']}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:29.243661 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa') {'for_net_delete': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:29.243957 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7fc43c-2048-4f2a-a45f-02e6a83fb7fa') {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:29.268789 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59713184'] for segment, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.303973 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.308276 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596036fd-d6af-449e-b806-f3443e99aa30 req-44d423e2-f214-405b-9f76-f9955a36e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:29.309883 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-596036fd-d6af-449e-b806-f3443e99aa30 req-44d423e2-f214-405b-9f76-f9955a36e054 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 200 len: 919 time: 0.4199607 Jul 29 20:41:29.316590 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:41:29.317014 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470456'] for segment, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: from cryptography.utils import int_from_bytes Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: from cryptography.utils import int_from_bytes Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: Traceback (most recent call last): Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: timer() Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: cb(*args, **kw) Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: return func(*args, **kwargs) Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: self._notify() Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: self.callback(batched_events) Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: event.method(event) Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: return f(self, *a, **k) Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._get(url).json() Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: return self.request(url, 'GET', **kwargs) Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:41:29.321010 dv-cinder-802955-1-iscsi neutron-server[94858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:41:29.419803 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-596036fd-d6af-449e-b806-f3443e99aa30 req-85980c28-a786-47dc-afd4-cb9acbead809 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c HTTP/1.1" status: 200 len: 217 time: 0.0890124 Jul 29 20:41:29.426492 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f84b4dce-5033-4457-8392-a6ce960b1a8f req-c93c4a90-f0d9-46b1-81ee-18e919a81ab8 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 210 time: 0.0899255 Jul 29 20:41:29.460911 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.476798 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.478793 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] 10.222.0.16 "DELETE /v2.0/networks/ec40d9d6-a77e-41df-80c2-bd5af1a8665c HTTP/1.1" status: 204 len: 168 time: 0.8297651 Jul 29 20:41:29.489452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596036fd-d6af-449e-b806-f3443e99aa30 req-bb93d8cb-3033-4aa2-b02d-07ad6b45475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:29.491031 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-596036fd-d6af-449e-b806-f3443e99aa30 req-bb93d8cb-3033-4aa2-b02d-07ad6b45475d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21cfe9d7-a935-4ee4-8f42-f11f64bc439f HTTP/1.1" status: 200 len: 858 time: 0.0636828 Jul 29 20:41:29.492131 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6be19-7c56-4754-9469-de19356f3c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec40d9d6-a77e-41df-80c2-bd5af1a8665c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:29.525770 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-596036fd-d6af-449e-b806-f3443e99aa30 req-65658409-a0ad-4125-af65-43ae0367732a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3c4e8f-1747-4697-a2e5-c474723b7d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268061 Jul 29 20:41:29.625878 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-596036fd-d6af-449e-b806-f3443e99aa30 req-8953eedf-9f27-41cb-a041-52d2e9de79f6 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927162 Jul 29 20:41:29.689003 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40136) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:29.719141 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-596036fd-d6af-449e-b806-f3443e99aa30 req-42c319f4-aa60-497e-870d-5dc449969140 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858748 Jul 29 20:41:29.730169 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-1ac7b859-a9a9-465d-abe9-4d539b17331d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=506195941f4e4ab9a9b96f6196122de9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396554 Jul 29 20:41:29.732815 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40138) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:29.785978 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d6296cb-beb4-47a7-9543-354a5f0bbd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.806657 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d6296cb-beb4-47a7-9543-354a5f0bbd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.855505 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d6296cb-beb4-47a7-9543-354a5f0bbd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.858239 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d6296cb-beb4-47a7-9543-354a5f0bbd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.859396 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-1d6296cb-beb4-47a7-9543-354a5f0bbd15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb9dc891-2075-4243-9124-dde222ae615f HTTP/1.1" status: 204 len: 168 time: 0.1255050 Jul 29 20:41:29.867767 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6296cb-beb4-47a7-9543-354a5f0bbd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9dc891-2075-4243-9124-dde222ae615f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:29.905926 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40144) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:29.950448 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38ed7f4-fc18-4658-a99c-05882871d26b admin admin] Deleting subnet 9091f9b0-c31b-4661-9a24-95854bef4e26 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:41:29.953469 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c38ed7f4-fc18-4658-a99c-05882871d26b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.992006 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c38ed7f4-fc18-4658-a99c-05882871d26b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2800963'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.033755 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c38ed7f4-fc18-4658-a99c-05882871d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.111355 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c38ed7f4-fc18-4658-a99c-05882871d26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1907114'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.143858 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ed7f4-fc18-4658-a99c-05882871d26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9091f9b0-c31b-4661-9a24-95854bef4e26,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:30.150816 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c38ed7f4-fc18-4658-a99c-05882871d26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.155651 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c38ed7f4-fc18-4658-a99c-05882871d26b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9091f9b0-c31b-4661-9a24-95854bef4e26 HTTP/1.1" status: 204 len: 168 time: 0.2450976 Jul 29 20:41:30.155736 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40150) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:30.160348 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9710963-b5c3-480c-b819-1a02762cc1d9 req-4d89ee87-4526-45cd-9745-f433d9fa7ebf tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:30.161862 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b9710963-b5c3-480c-b819-1a02762cc1d9 req-4d89ee87-4526-45cd-9745-f433d9fa7ebf tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0903013 Jul 29 20:41:30.233128 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b9710963-b5c3-480c-b819-1a02762cc1d9 req-74de0b99-30e1-4131-b999-15f3c708635e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577347 Jul 29 20:41:30.520071 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.554709 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c00cc406-4577-4a7f-b690-ae1a2909fcad req-4b95c063-92fd-4c79-9453-a7f13a8f070a tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 210 time: 0.0405645 Jul 29 20:41:30.622654 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-24e173d9-5a62-4ddd-9e7a-501f06c1a479 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:30.624082 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-24e173d9-5a62-4ddd-9e7a-501f06c1a479 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.18 "GET /v2.0/networks?id=041ed7a6-7451-4fec-87b1-3c5ad43c2314 HTTP/1.1" status: 200 len: 814 time: 0.1846876 Jul 29 20:41:30.653613 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Request body: {'port': {'device_id': '834a8b98-fc0c-4e25-baca-5dbb4f2a6bee', 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314', 'admin_state_up': True, 'tenant_id': 'cec7730c06b34348b6c7a3e4dcb71ff7'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:30.706524 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.723114 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8549868-dea3-4bfc-a656-417a728d439b']}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:30.736312 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3074ca36-1240-4fb9-bcd8-f9a0088cedb1') {'for_net_delete': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:30.736606 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3074ca36-1240-4fb9-bcd8-f9a0088cedb1') {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:30.755449 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59713184'] for segment, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.778334 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.787488 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:41:30.787935 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470456'] for segment, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: Traceback (most recent call last): Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: timer() Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: cb(*args, **kw) Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: return func(*args, **kwargs) Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: self._notify() Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: self.callback(batched_events) Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: event.method(event) Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: return f(self, *a, **k) Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._get(url).json() Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: return self.request(url, 'GET', **kwargs) Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:41:30.789926 dv-cinder-802955-1-iscsi neutron-server[94858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:41:30.854294 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Made reservation on behalf of cec7730c06b34348b6c7a3e4dcb71ff7 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:41:30.858061 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.871974 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.879751 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:30.881585 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d8549868-dea3-4bfc-a656-417a728d439b HTTP/1.1" status: 204 len: 168 time: 0.7251289 Jul 29 20:41:30.896487 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8549868-dea3-4bfc-a656-417a728d439b,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:30.912043 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.912404 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.912775 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.913102 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.913473 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.913863 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.914211 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.914542 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.914869 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.915195 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.915519 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:30.915842 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f16d-7b63-417a-adea-5a945511f905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:31.023383 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Allocated IP 172.20.0.2 (041ed7a6-7451-4fec-87b1-3c5ad43c2314/8b7aa46f-f5de-4586-b36c-131c269f8dbc/4d003f5f-8d03-4c94-b848-94a6bd0b2831) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:41:31.087743 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40186) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:31.145133 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-5e5a3a8d-fee5-4e6f-93c8-b7f24acd2276 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8e4bbbaa81743dea1b21489951fc7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537713 Jul 29 20:41:31.147743 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40192) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:31.199526 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.202000 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a08edeb-5759-4d92-aa93-d91db069e460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.223956 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a08edeb-5759-4d92-aa93-d91db069e460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.238994 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.273318 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a08edeb-5759-4d92-aa93-d91db069e460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.275879 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a08edeb-5759-4d92-aa93-d91db069e460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.277312 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-5a08edeb-5759-4d92-aa93-d91db069e460 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/727d492f-17fd-45a0-ad5b-abe33a7644e6 HTTP/1.1" status: 204 len: 168 time: 0.1279483 Jul 29 20:41:31.285267 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08edeb-5759-4d92-aa93-d91db069e460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727d492f-17fd-45a0-ad5b-abe33a7644e6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:31.290706 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:41:31.293811 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:31.296034 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:41:31.335022 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Pushing event updated for resources: {'Port': ['ID=4d003f5f-8d03-4c94-b848-94a6bd0b2831,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:31.358754 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:31.359888 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.375336 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-c8e3135c-0ea5-4930-aacb-3688d0268f6f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7269681 Jul 29 20:41:31.380428 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11cfb7-83cc-48aa-8e05-17581a606a5d req-709e2698-9d78-40e1-8e70-f8efe6f42a94 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:31.382051 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-af11cfb7-83cc-48aa-8e05-17581a606a5d req-709e2698-9d78-40e1-8e70-f8efe6f42a94 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0575225 Jul 29 20:41:31.391498 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Request body: {'port': {'device_id': '834a8b98-fc0c-4e25-baca-5dbb4f2a6bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:31.424477 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-af11cfb7-83cc-48aa-8e05-17581a606a5d req-cc00f3c8-45dd-48c7-9327-55d22727d7bc tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363634 Jul 29 20:41:31.449943 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.718308 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847fc5e-4ded-4693-a988-cbf4bc244311 req-45feb37e-50c3-427a-9c98-6eafbfb7c9d2 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:31.719797 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9847fc5e-4ded-4693-a988-cbf4bc244311 req-45feb37e-50c3-427a-9c98-6eafbfb7c9d2 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 931 time: 0.0827773 Jul 29 20:41:31.795854 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d003f5f-8d03-4c94-b848-94a6bd0b2831 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:41:31.804758 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9847fc5e-4ded-4693-a988-cbf4bc244311 req-9cb80ac7-71d1-43d3-9ed1-ca17f44c787f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Jul 29 20:41:31.806444 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.823399 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Transition to ACTIVE for port object 4d003f5f-8d03-4c94-b848-94a6bd0b2831 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:41:31.827064 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.879259 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Pushing event updated for resources: {'Port': ['ID=4d003f5f-8d03-4c94-b848-94a6bd0b2831,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:31.941944 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Attempting to bind port 4d003f5f-8d03-4c94-b848-94a6bd0b2831 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:41:31.942272 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Attempting to bind port 4d003f5f-8d03-4c94-b848-94a6bd0b2831 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '893663b6-d7f0-44db-9344-40a48b0ea8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:41:31.942591 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Attempting to bind port 4d003f5f-8d03-4c94-b848-94a6bd0b2831 on network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:41:31.946705 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Port 4d003f5f-8d03-4c94-b848-94a6bd0b2831 on network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:41:31.947018 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Attempting to bind port 4d003f5f-8d03-4c94-b848-94a6bd0b2831 on network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:41:31.951672 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:41:31.951993 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Checking segment: {'id': '893663b6-d7f0-44db-9344-40a48b0ea8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:41:31.952358 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Bound using segment: {'id': '893663b6-d7f0-44db-9344-40a48b0ea8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:41:31.952771 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Bound port: 4d003f5f-8d03-4c94-b848-94a6bd0b2831, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893663b6-d7f0-44db-9344-40a48b0ea8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:41:31.953135 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:32.017777 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] For port 4d003f5f-8d03-4c94-b848-94a6bd0b2831, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:41:32.021544 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] For port 4d003f5f-8d03-4c94-b848-94a6bd0b2831, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4d003f5f-8d03-4c94-b848-94a6bd0b2831,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:41:32.026268 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:32.060029 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:32.060647 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:32.062363 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] 10.222.0.18 "PUT /v2.0/ports/4d003f5f-8d03-4c94-b848-94a6bd0b2831 HTTP/1.1" status: 200 len: 1093 time: 0.6755509 Jul 29 20:41:32.064945 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834a8b98-fc0c-4e25-baca-5dbb4f2a6bee', 'tag': '4d003f5f-8d03-4c94-b848-94a6bd0b2831'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:32.068464 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bafc19-fecf-478d-8fcc-88b15bd81253" -d '{"events": [{"name": "network-changed", "server_uuid": "834a8b98-fc0c-4e25-baca-5dbb4f2a6bee", "tag": "4d003f5f-8d03-4c94-b848-94a6bd0b2831"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:32.095781 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705410d-9a4a-498b-86c8-d3b83192fb20 service neutron] Pushing event updated for resources: {'Port': ['ID=4d003f5f-8d03-4c94-b848-94a6bd0b2831,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:32.108418 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe5e7e-1e38-407f-9451-bba2e80ac06a x-openstack-request-id: req-cbbe5e7e-1e38-407f-9451-bba2e80ac06a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:32.108669 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834a8b98-fc0c-4e25-baca-5dbb4f2a6bee", "tag": "4d003f5f-8d03-4c94-b848-94a6bd0b2831", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:32.108916 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbbe5e7e-1e38-407f-9451-bba2e80ac06a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:32.109295 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834a8b98-fc0c-4e25-baca-5dbb4f2a6bee', 'tag': '4d003f5f-8d03-4c94-b848-94a6bd0b2831', 'status': 'completed', 'code': 200} Jul 29 20:41:32.140074 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-03c53121-661b-4a19-af02-b1ca2e512e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:32.141579 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-03c53121-661b-4a19-af02-b1ca2e512e01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cec7730c06b34348b6c7a3e4dcb71ff7&device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 1096 time: 0.0429947 Jul 29 20:41:32.188563 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-71a3492d-27ce-436f-a48d-72644d68ee71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d003f5f-8d03-4c94-b848-94a6bd0b2831 HTTP/1.1" status: 200 len: 217 time: 0.0363948 Jul 29 20:41:32.237843 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-0ecd8bd2-3832-4c20-9599-471105410f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:32.239311 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-0ecd8bd2-3832-4c20-9599-471105410f15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7aa46f-f5de-4586-b36c-131c269f8dbc HTTP/1.1" status: 200 len: 854 time: 0.0443504 Jul 29 20:41:32.271186 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-3430dc3b-2b30-48b1-bc12-112b8759072b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041ed7a6-7451-4fec-87b1-3c5ad43c2314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241013 Jul 29 20:41:32.363548 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-4599f66c-fed1-49b5-8421-952a4b093492 service neutron] 10.222.0.18 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826225 Jul 29 20:41:32.460831 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dbf1be21-4012-4f3b-8f25-f8a0599c9140 req-ca1cb415-5e68-428a-be9c-0ca5e9e25a00 service neutron] 10.222.0.18 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881939 Jul 29 20:41:32.576598 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd4551-63a7-413f-a57e-28d5d800484e req-3749e50f-c5c3-47e4-bb6a-2a32e9f48fda tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:32.578875 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ecd4551-63a7-413f-a57e-28d5d800484e req-3749e50f-c5c3-47e4-bb6a-2a32e9f48fda tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0823946 Jul 29 20:41:32.585062 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-3fe191c1-c8d9-4fd8-9593-4a1c917cf3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:32.586859 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-3fe191c1-c8d9-4fd8-9593-4a1c917cf3ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cec7730c06b34348b6c7a3e4dcb71ff7&device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 1096 time: 0.0638924 Jul 29 20:41:32.618820 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device c0f8c414-3e40-4092-94cd-da0fca3aa458 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:41:32.638366 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: c0f8c414-3e40-4092-94cd-da0fca3aa458 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:41:32.638713 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device c0f8c414-3e40-4092-94cd-da0fca3aa458 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:41:32.679932 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ecd4551-63a7-413f-a57e-28d5d800484e req-300ad34c-4d71-4f16-90a8-c17392158e56 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918913 Jul 29 20:41:32.713159 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-a25c70f9-70d0-4b72-89f0-20800aac2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:32.715054 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-a25c70f9-70d0-4b72-89f0-20800aac2757 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041ed7a6-7451-4fec-87b1-3c5ad43c2314 HTTP/1.1" status: 200 len: 915 time: 0.1193628 Jul 29 20:41:32.757346 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-5942f3dd-0a96-490a-a7f0-4eb44ae3015e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d003f5f-8d03-4c94-b848-94a6bd0b2831 HTTP/1.1" status: 200 len: 217 time: 0.0329161 Jul 29 20:41:32.812839 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-73fcb969-7d3f-4969-a796-e1c9726d7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:32.814376 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-73fcb969-7d3f-4969-a796-e1c9726d7880 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7aa46f-f5de-4586-b36c-131c269f8dbc HTTP/1.1" status: 200 len: 854 time: 0.0476229 Jul 29 20:41:32.850020 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-18d92c26-dba1-458e-ac36-34796ddcfe3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041ed7a6-7451-4fec-87b1-3c5ad43c2314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262744 Jul 29 20:41:32.983079 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07157c-b23a-4dee-8171-52ced4a759b1 req-16a4e36f-ec7c-4b42-9cfe-b736499646cf tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:32.985351 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1d07157c-b23a-4dee-8171-52ced4a759b1 req-16a4e36f-ec7c-4b42-9cfe-b736499646cf tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 943 time: 0.1107411 Jul 29 20:41:32.992016 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-5f1df6f2-9de4-4843-ae4b-6fca440d6e9e service neutron] 10.222.0.18 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268122 Jul 29 20:41:33.075806 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1d07157c-b23a-4dee-8171-52ced4a759b1 req-9cc6dfc5-4c60-48f9-a2ca-242cf539cce1 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828464 Jul 29 20:41:33.114454 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a2bafc19-fecf-478d-8fcc-88b15bd81253 req-d7df2ec5-20bc-4c43-8efc-18b353d03dcf service neutron] 10.222.0.18 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060817 Jul 29 20:41:33.709536 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40242) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:33.834268 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:33.921794 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:33.925654 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:33.963920 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cbea84194b14cc48a92e954b312086d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529647 Jul 29 20:41:33.964627 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaf58c9-3a41-4e4d-a19c-af89c10c3cd5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:33.966553 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40246) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:33.971883 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.972243 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.972584 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.972924 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.973259 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.973589 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.973946 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.974273 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.974597 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.974923 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.975245 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:33.975565 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16031125-eb05-4e8d-952e-0d573ca61717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:34.018877 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86282380-2910-4b2a-9edc-b1e53a7be533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:34.038824 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86282380-2910-4b2a-9edc-b1e53a7be533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:34.084210 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86282380-2910-4b2a-9edc-b1e53a7be533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:34.087115 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86282380-2910-4b2a-9edc-b1e53a7be533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:34.088342 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-86282380-2910-4b2a-9edc-b1e53a7be533 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfaf58c9-3a41-4e4d-a19c-af89c10c3cd5 HTTP/1.1" status: 204 len: 168 time: 0.1208262 Jul 29 20:41:34.096770 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86282380-2910-4b2a-9edc-b1e53a7be533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaf58c9-3a41-4e4d-a19c-af89c10c3cd5,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:34.202840 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c660d0-bb7a-417d-b5d3-22dec1b0db50 req-597bc6d6-6070-42f6-a188-57a4a5103f29 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:34.204395 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-99c660d0-bb7a-417d-b5d3-22dec1b0db50 req-597bc6d6-6070-42f6-a188-57a4a5103f29 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 943 time: 0.0559356 Jul 29 20:41:34.254604 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-99c660d0-bb7a-417d-b5d3-22dec1b0db50 req-6516abe9-0117-4c12-848d-47fcb15287a8 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361457 Jul 29 20:41:35.387220 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bc8c6-2ae8-42f1-98ea-bdba36536138 req-eec8f3df-3e03-4651-88aa-0e9e2accef1d tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:35.390472 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-261bc8c6-2ae8-42f1-98ea-bdba36536138 req-eec8f3df-3e03-4651-88aa-0e9e2accef1d tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 943 time: 0.0591650 Jul 29 20:41:35.434728 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-261bc8c6-2ae8-42f1-98ea-bdba36536138 req-8d0f728d-8f5f-4058-8458-07486ef3b104 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Jul 29 20:41:35.822997 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40326) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:35.923102 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b6fb649-5a42-4e54-bc18-e0aba0f1a693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.008900 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b6fb649-5a42-4e54-bc18-e0aba0f1a693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.012579 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b6fb649-5a42-4e54-bc18-e0aba0f1a693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.050151 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fb649-5a42-4e54-bc18-e0aba0f1a693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0df5f4-92d5-43ef-86c2-e5ff4bda07ec,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:36.054321 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-7b6fb649-5a42-4e54-bc18-e0aba0f1a693 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=125089a7ec8f4e32a61c63eb2e6ddfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303381 Jul 29 20:41:36.057019 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40330) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:36.103830 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22757de8-b435-4623-b153-21298b27c937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.123878 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22757de8-b435-4623-b153-21298b27c937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.169305 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22757de8-b435-4623-b153-21298b27c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.171838 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22757de8-b435-4623-b153-21298b27c937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.172967 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-22757de8-b435-4623-b153-21298b27c937 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e0df5f4-92d5-43ef-86c2-e5ff4bda07ec HTTP/1.1" status: 204 len: 168 time: 0.1151428 Jul 29 20:41:36.180827 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22757de8-b435-4623-b153-21298b27c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0df5f4-92d5-43ef-86c2-e5ff4bda07ec,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:36.423975 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40340) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:36.436918 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-515efa42-79f4-4d4b-a535-fe0cc38e32ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.531641 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-515efa42-79f4-4d4b-a535-fe0cc38e32ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.536092 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-515efa42-79f4-4d4b-a535-fe0cc38e32ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.564697 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6049e-c129-46af-b394-62155e3c5167 req-b3dc19ee-79e8-4140-b495-a84bbd218a93 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:36.567119 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1ba6049e-c129-46af-b394-62155e3c5167 req-b3dc19ee-79e8-4140-b495-a84bbd218a93 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 943 time: 0.0640402 Jul 29 20:41:36.586745 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-515efa42-79f4-4d4b-a535-fe0cc38e32ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=940aa8a49d8940c0a1b5df3b670fd70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612961 Jul 29 20:41:36.587480 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515efa42-79f4-4d4b-a535-fe0cc38e32ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0253c31b-24bf-4c60-9950-0c8a1c10f038,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:36.589339 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40346) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:36.636637 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1ba6049e-c129-46af-b394-62155e3c5167 req-a011a5fc-b914-46cd-958a-b3ac10b14396 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637147 Jul 29 20:41:36.654420 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 4d003f5f-8d03-4c94-b848-94a6bd0b2831 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:41:36.654987 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d7bda9e-fb76-412d-8ff6-a32b47853ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.669552 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ed2bd-975e-416e-a56a-f55790b020fc req-dbeba844-667d-4b20-a3ee-c7867ca73bc5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:36.671351 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d72ed2bd-975e-416e-a56a-f55790b020fc req-dbeba844-667d-4b20-a3ee-c7867ca73bc5 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0575571 Jul 29 20:41:36.677439 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d7bda9e-fb76-412d-8ff6-a32b47853ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.716636 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d72ed2bd-975e-416e-a56a-f55790b020fc req-22a0bc42-0f5f-43c4-8662-972823e14938 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Jul 29 20:41:36.731383 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d7bda9e-fb76-412d-8ff6-a32b47853ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.736175 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d7bda9e-fb76-412d-8ff6-a32b47853ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.737650 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-1d7bda9e-fb76-412d-8ff6-a32b47853ba8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0253c31b-24bf-4c60-9950-0c8a1c10f038 HTTP/1.1" status: 204 len: 168 time: 0.1464722 Jul 29 20:41:36.746675 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bda9e-fb76-412d-8ff6-a32b47853ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0253c31b-24bf-4c60-9950-0c8a1c10f038,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:36.772214 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 4d003f5f-8d03-4c94-b848-94a6bd0b2831, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4d003f5f-8d03-4c94-b848-94a6bd0b2831,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:36.784400 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': '4d003f5f-8d03-4c94-b848-94a6bd0b2831', 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314', 'port_id': '4d003f5f-8d03-4c94-b848-94a6bd0b2831', 'mac_address': 'fa:16:3e:20:36:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7aa46f-f5de-4586-b36c-131c269f8dbc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:41:36.821800 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.834476 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d003f5f-8d03-4c94-b848-94a6bd0b2831 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:41:36.855730 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 4d003f5f-8d03-4c94-b848-94a6bd0b2831, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4d003f5f-8d03-4c94-b848-94a6bd0b2831,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:36.860169 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:36.911301 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=4d003f5f-8d03-4c94-b848-94a6bd0b2831,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:37.195741 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['4d003f5f-8d03-4c94-b848-94a6bd0b2831'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:41:37.755554 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd3635-c51e-4c6d-b1cc-a6c0744e168d req-f27bd839-c9a7-4f74-968c-e404703aa1bf tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:37.757073 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-01dd3635-c51e-4c6d-b1cc-a6c0744e168d req-f27bd839-c9a7-4f74-968c-e404703aa1bf tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 944 time: 0.0519772 Jul 29 20:41:37.803600 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-01dd3635-c51e-4c6d-b1cc-a6c0744e168d req-648d0686-ba25-46d1-af03-ccb3333418e0 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362267 Jul 29 20:41:37.840406 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e191db6-cc9b-4dfe-b552-5c71e994b586 req-433c4549-f1e0-48be-9375-05ffcefc4de4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:37.841921 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e191db6-cc9b-4dfe-b552-5c71e994b586 req-433c4549-f1e0-48be-9375-05ffcefc4de4 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0500462 Jul 29 20:41:37.882987 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e191db6-cc9b-4dfe-b552-5c71e994b586 req-d3fe689f-b3a3-4296-8b28-17280998fe01 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351486 Jul 29 20:41:38.661263 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 4d003f5f-8d03-4c94-b848-94a6bd0b2831 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:41:38.711697 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port 4d003f5f-8d03-4c94-b848-94a6bd0b2831 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:41:38.716047 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port 4d003f5f-8d03-4c94-b848-94a6bd0b2831 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:38.716415 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:38.790473 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:38.811933 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834a8b98-fc0c-4e25-baca-5dbb4f2a6bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d003f5f-8d03-4c94-b848-94a6bd0b2831'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:38.814849 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f3e443-fe84-4255-9c25-f9d85d19a554" -d '{"events": [{"server_uuid": "834a8b98-fc0c-4e25-baca-5dbb4f2a6bee", "name": "network-vif-plugged", "status": "completed", "tag": "4d003f5f-8d03-4c94-b848-94a6bd0b2831"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:38.827709 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 4d003f5f-8d03-4c94-b848-94a6bd0b2831, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4d003f5f-8d03-4c94-b848-94a6bd0b2831,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:38.833062 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:38.856659 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16beca8-1100-4c8e-a589-a9a15c791cc0 x-openstack-request-id: req-d16beca8-1100-4c8e-a589-a9a15c791cc0 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:38.856946 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834a8b98-fc0c-4e25-baca-5dbb4f2a6bee", "name": "network-vif-plugged", "status": "completed", "tag": "4d003f5f-8d03-4c94-b848-94a6bd0b2831", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:38.857192 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d16beca8-1100-4c8e-a589-a9a15c791cc0 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:38.857580 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834a8b98-fc0c-4e25-baca-5dbb4f2a6bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d003f5f-8d03-4c94-b848-94a6bd0b2831', 'code': 200} Jul 29 20:41:38.884204 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=4d003f5f-8d03-4c94-b848-94a6bd0b2831,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:38.930255 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf33592-3217-4684-81a7-eb11f468c3cf req-2e612373-4ee2-455e-832a-a357b592026d tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:38.931893 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cf33592-3217-4684-81a7-eb11f468c3cf req-2e612373-4ee2-455e-832a-a357b592026d tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 945 time: 0.0629416 Jul 29 20:41:38.976555 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2cf33592-3217-4684-81a7-eb11f468c3cf req-13cab971-607d-49fb-8f4f-a8fcc80221d6 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376124 Jul 29 20:41:39.008623 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff197e81-fcea-4194-afd2-ed2834d3265d req-12f1bf65-7a2d-4d31-a8db-211b6b251ad9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:39.010168 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ff197e81-fcea-4194-afd2-ed2834d3265d req-12f1bf65-7a2d-4d31-a8db-211b6b251ad9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0549974 Jul 29 20:41:39.041986 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add2d5e-bf2d-415e-af8e-306e3db059eb req-c5186c84-7932-4d1d-84ed-2e1b1d7117b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:39.043453 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6add2d5e-bf2d-415e-af8e-306e3db059eb req-c5186c84-7932-4d1d-84ed-2e1b1d7117b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 1098 time: 0.0423021 Jul 29 20:41:39.049074 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ff197e81-fcea-4194-afd2-ed2834d3265d req-bd184b6c-9b24-4384-be80-39cc0d0beea2 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328083 Jul 29 20:41:39.082629 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6add2d5e-bf2d-415e-af8e-306e3db059eb req-8f4dcd3c-2640-449c-a79a-202547fc6f44 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263238 Jul 29 20:41:39.614705 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-e9032c2c-8231-429e-893e-fffe9dcfc523 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:39.616136 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-e9032c2c-8231-429e-893e-fffe9dcfc523 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 946 time: 0.0479925 Jul 29 20:41:39.709968 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Deleting port db13c891-b334-4d6a-bce8-a9da9837b98f {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:41:39.710235 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:39.798595 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] For port db13c891-b334-4d6a-bce8-a9da9837b98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=db13c891-b334-4d6a-bce8-a9da9837b98f,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:39.798963 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:39.811197 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Calling delete_port for db13c891-b334-4d6a-bce8-a9da9837b98f owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:41:39.934744 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:39.961084 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Pushing event deleted for resources: {'Port': ['ID=db13c891-b334-4d6a-bce8-a9da9837b98f,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:40.002284 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] No DVR routers for this DVR port db13c891-b334-4d6a-bce8-a9da9837b98f on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:41:40.004606 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:40.006939 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3f66bd4e-22ba-46f6-a03b-b810337fa097 req-18289cc7-830d-4de9-8ee0-ed4b3e24ed9a tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.18 "DELETE /v2.0/ports/db13c891-b334-4d6a-bce8-a9da9837b98f HTTP/1.1" status: 204 len: 173 time: 0.3795099 Jul 29 20:41:40.007057 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6562558-0216-447e-b14c-5f40c744addc', 'name': 'network-vif-deleted', 'tag': 'db13c891-b334-4d6a-bce8-a9da9837b98f'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:40.009206 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5299de35-5117-4677-9632-c397936cebd6" -d '{"events": [{"server_uuid": "e6562558-0216-447e-b14c-5f40c744addc", "name": "network-vif-deleted", "tag": "db13c891-b334-4d6a-bce8-a9da9837b98f"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:40.043924 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb463b5e-0083-40b1-b8ca-3f00841cbc26 x-openstack-request-id: req-bb463b5e-0083-40b1-b8ca-3f00841cbc26 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:40.044215 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6562558-0216-447e-b14c-5f40c744addc", "name": "network-vif-deleted", "tag": "db13c891-b334-4d6a-bce8-a9da9837b98f", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:40.044467 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb463b5e-0083-40b1-b8ca-3f00841cbc26 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:40.044865 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6562558-0216-447e-b14c-5f40c744addc', 'name': 'network-vif-deleted', 'tag': 'db13c891-b334-4d6a-bce8-a9da9837b98f', 'status': 'completed', 'code': 200} Jul 29 20:41:40.101527 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e9308-056c-4f4e-8182-3c342962be1d req-4ac81afb-0584-4e35-b100-cf99c55a58c7 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:40.103035 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8c2e9308-056c-4f4e-8182-3c342962be1d req-4ac81afb-0584-4e35-b100-cf99c55a58c7 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 945 time: 0.0541141 Jul 29 20:41:40.140788 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8c2e9308-056c-4f4e-8182-3c342962be1d req-e634b7f0-2a67-4bde-a4a1-bce480d24e69 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Jul 29 20:41:40.146216 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7ae8b40c-3800-4742-9c69-5c0d0251f6d0 req-45100ee0-4a83-4f64-b3c3-30e1c8743461 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 210 time: 0.0261335 Jul 29 20:41:41.245171 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c04252c9-4198-41bd-8a33-dde86546130a req-ca5f19b0-12b9-4dc8-b888-956ab404ec16 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 210 time: 0.0281038 Jul 29 20:41:41.257790 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f32f40-3eb5-485d-a3f4-fa6df21c7877 req-0b1c0b4c-39ea-4ae2-b256-7e61fed570ca tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:41.259291 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-65f32f40-3eb5-485d-a3f4-fa6df21c7877 req-0b1c0b4c-39ea-4ae2-b256-7e61fed570ca tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 945 time: 0.0500746 Jul 29 20:41:41.296090 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-65f32f40-3eb5-485d-a3f4-fa6df21c7877 req-6b01bd59-0d02-4df3-80e3-718ee6dbf439 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309138 Jul 29 20:41:42.338046 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5b9267ee-10f3-4e14-908d-de9ba61d77be req-e5958071-d678-4e47-a683-1a1d2ecf6e30 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 210 time: 0.0260034 Jul 29 20:41:42.395790 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e3be-adc8-4e68-93b8-0417f6385dd4 req-7c506230-d1bf-4f2d-916b-75fa9ab0c9bd tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:42.397263 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ed28e3be-adc8-4e68-93b8-0417f6385dd4 req-7c506230-d1bf-4f2d-916b-75fa9ab0c9bd tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0519545 Jul 29 20:41:42.436461 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ed28e3be-adc8-4e68-93b8-0417f6385dd4 req-164798f3-b7f0-4254-95d4-e29504036c6a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333028 Jul 29 20:41:42.438732 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986ec95-7e14-49a9-b4ba-a9ff92bee0c3 req-99b2a5b2-fc75-44e4-919b-054c32bf8edd tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:42.440199 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d986ec95-7e14-49a9-b4ba-a9ff92bee0c3 req-99b2a5b2-fc75-44e4-919b-054c32bf8edd tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 945 time: 0.0473280 Jul 29 20:41:42.477555 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d986ec95-7e14-49a9-b4ba-a9ff92bee0c3 req-d23d1d81-dcfd-46c1-8784-5b8c4284f573 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Jul 29 20:41:42.873717 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['86de9ae1-d767-4d52-b0dc-8add5d4c988c', 'db13c891-b334-4d6a-bce8-a9da9837b98f'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:41:43.088854 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-cc9cad14-1f4c-49a4-92ce-63a153f10f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:43.090286 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-cc9cad14-1f4c-49a4-92ce-63a153f10f08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccd17c11a2b04e1ea43e473317b93f32&device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 1138 time: 0.0437040 Jul 29 20:41:43.181552 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-6bd9c949-e9c4-47ce-988c-73a027eaa7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:43.183048 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-6bd9c949-e9c4-47ce-988c-73a027eaa7df service neutron] 10.222.0.18 "GET /v2.0/networks?id=3000063d-e4e6-4fb6-a145-d0732f3c91f3 HTTP/1.1" status: 200 len: 914 time: 0.0836070 Jul 29 20:41:43.255377 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-b4a2efa3-e9a2-4b39-a9a7-ba6612a392a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 1001 time: 0.0645249 Jul 29 20:41:43.311336 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-ea8193d3-d287-4567-bf14-450586cec526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:43.312782 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-ea8193d3-d287-4567-bf14-450586cec526 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ca4db87-e987-4a36-87cb-cbc71b7059a7 HTTP/1.1" status: 200 len: 852 time: 0.0443556 Jul 29 20:41:43.359881 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-d73be373-545e-4576-8a40-9c71f074c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:43.361136 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-d73be373-545e-4576-8a40-9c71f074c8e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3000063d-e4e6-4fb6-a145-d0732f3c91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398285 Jul 29 20:41:43.443504 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-46e80f56-9741-4cfe-b991-a321850c116d req-b95de3ab-c33f-4826-8fd3-501cf80a862c tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6562558-0216-447e-b14c-5f40c744addc HTTP/1.1" status: 200 len: 210 time: 0.0268447 Jul 29 20:41:43.464354 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-3bbdc918-bdb8-46a8-9c08-da670c248297 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887434 Jul 29 20:41:43.601224 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b7eaf-ca1d-43de-afca-31714fef06c6 req-32d9c98a-0b79-44b5-bbb5-5bcc144e1a4e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:43.602816 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-449b7eaf-ca1d-43de-afca-31714fef06c6 req-32d9c98a-0b79-44b5-bbb5-5bcc144e1a4e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 945 time: 0.0558400 Jul 29 20:41:43.607831 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb79b-cffc-4a27-9924-275a307f89fb req-f5d59db4-f588-46cb-87b1-cb63a475dbcd tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:43.609325 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f39cb79b-cffc-4a27-9924-275a307f89fb req-f5d59db4-f588-46cb-87b1-cb63a475dbcd tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.1014533 Jul 29 20:41:43.630702 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eb0bcacb-6d32-4711-acad-402873dbc98a req-6949f2de-f744-4ca4-93ef-bda3fed10503 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415424 Jul 29 20:41:43.662141 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f39cb79b-cffc-4a27-9924-275a307f89fb req-c20ab52a-5cdc-4132-9ef8-e162d5b157e2 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437622 Jul 29 20:41:43.677884 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-449b7eaf-ca1d-43de-afca-31714fef06c6 req-588b8878-f640-4a72-9c81-c3205eb34a3c tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 Jul 29 20:41:44.703241 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640907-74c1-4dae-99da-dc0604532e89 req-1053bc8e-c691-42d3-a6fc-97888e1851f9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:44.704723 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-69640907-74c1-4dae-99da-dc0604532e89 req-1053bc8e-c691-42d3-a6fc-97888e1851f9 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0470748 Jul 29 20:41:44.742377 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-69640907-74c1-4dae-99da-dc0604532e89 req-19af42a7-76b0-4998-8df2-fcf7ea56836b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Jul 29 20:41:44.787770 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e27651-c9b8-4517-8f15-6fede92ec7dd req-6cab32c4-af51-4133-bc9c-0aa2f5ea22e1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:44.789247 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-04e27651-c9b8-4517-8f15-6fede92ec7dd req-6cab32c4-af51-4133-bc9c-0aa2f5ea22e1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0480785 Jul 29 20:41:44.830930 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-04e27651-c9b8-4517-8f15-6fede92ec7dd req-411282db-b9d2-4f6b-addd-cfc62442399c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356295 Jul 29 20:41:45.853737 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c3dba-110b-4344-b6f2-431dd58145c1 req-7c79d651-a7b3-413e-9dfb-a1af0c83d95f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:45.855508 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bc2c3dba-110b-4344-b6f2-431dd58145c1 req-7c79d651-a7b3-413e-9dfb-a1af0c83d95f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0469849 Jul 29 20:41:45.891902 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bc2c3dba-110b-4344-b6f2-431dd58145c1 req-1107bc6e-84a5-438f-86d5-80096f1e8474 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300360 Jul 29 20:41:45.947308 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdc084-8bd7-435a-aa17-859196a0750d req-48f7a66a-0d0f-4f4e-9291-24247b9cf0e6 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:45.948788 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-67bdc084-8bd7-435a-aa17-859196a0750d req-48f7a66a-0d0f-4f4e-9291-24247b9cf0e6 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0496905 Jul 29 20:41:45.987864 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-67bdc084-8bd7-435a-aa17-859196a0750d req-344e6e0b-19b3-4ceb-b53d-e27e4f02c82c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331345 Jul 29 20:41:47.008021 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce539e16-440d-475a-acaf-cfe999cda54e req-db82fcf4-7da9-404f-b645-f617df330404 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:47.009475 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ce539e16-440d-475a-acaf-cfe999cda54e req-db82fcf4-7da9-404f-b645-f617df330404 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0520165 Jul 29 20:41:47.045848 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ce539e16-440d-475a-acaf-cfe999cda54e req-b38ad0dc-e801-4a5d-816f-f6de4485ed45 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302913 Jul 29 20:41:47.101431 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efac6a-3e37-4c96-b6ab-b2b1861810f7 req-048aeb64-e081-4057-a179-417ff97ff2d7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:47.103049 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-80efac6a-3e37-4c96-b6ab-b2b1861810f7 req-048aeb64-e081-4057-a179-417ff97ff2d7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0481083 Jul 29 20:41:47.142367 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-80efac6a-3e37-4c96-b6ab-b2b1861810f7 req-68a5bafe-25e3-4409-b766-13d2f7c5f4ea tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329254 Jul 29 20:41:47.495236 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device db13c891-b334-4d6a-bce8-a9da9837b98f no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:41:47.516286 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: db13c891-b334-4d6a-bce8-a9da9837b98f {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:41:47.516633 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device db13c891-b334-4d6a-bce8-a9da9837b98f not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:41:48.162130 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fc1f5-922d-4b8c-8f09-574318efd9f5 req-4ffed564-1497-4861-8b39-8d5b8b7a07ff tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:48.164149 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cf2fc1f5-922d-4b8c-8f09-574318efd9f5 req-4ffed564-1497-4861-8b39-8d5b8b7a07ff tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0493119 Jul 29 20:41:48.210725 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cf2fc1f5-922d-4b8c-8f09-574318efd9f5 req-82ccc957-7cfd-47aa-9e7e-c6ccb2b51192 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Jul 29 20:41:48.259600 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0434db-0dcc-4ff3-b60e-29dfda6165ae req-b4eba925-fc44-4b2e-a66e-2b898e9065a9 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:48.261073 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2f0434db-0dcc-4ff3-b60e-29dfda6165ae req-b4eba925-fc44-4b2e-a66e-2b898e9065a9 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0521300 Jul 29 20:41:48.307323 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2f0434db-0dcc-4ff3-b60e-29dfda6165ae req-41df2d42-747c-4d7d-a5ae-08fb680c457f tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397518 Jul 29 20:41:49.329398 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84561f36-62d3-4758-b41b-38178f58d95c req-848c441c-6e81-44c7-87eb-498fb5b70f31 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:49.332374 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-84561f36-62d3-4758-b41b-38178f58d95c req-848c441c-6e81-44c7-87eb-498fb5b70f31 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0521185 Jul 29 20:41:49.421976 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-84561f36-62d3-4758-b41b-38178f58d95c req-c651d99b-0ff2-4731-9a73-1d0b27fb958d tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650649 Jul 29 20:41:49.448123 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0daa4-ecf2-4b66-9db3-52123ff9e3d2 req-77d8d688-cc6b-42d8-916c-cc325f41af1a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:49.449683 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-25b0daa4-ecf2-4b66-9db3-52123ff9e3d2 req-77d8d688-cc6b-42d8-916c-cc325f41af1a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0618057 Jul 29 20:41:49.497793 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-25b0daa4-ecf2-4b66-9db3-52123ff9e3d2 req-6a275c7c-0ccf-4313-9876-95868074ee6b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414102 Jul 29 20:41:50.548312 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433cfef-a699-4a50-ac9c-24756c82fedb req-c37eb40f-d670-494e-92de-b2e7bfb9a2dc tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:50.549742 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f433cfef-a699-4a50-ac9c-24756c82fedb req-c37eb40f-d670-494e-92de-b2e7bfb9a2dc tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0526779 Jul 29 20:41:50.587494 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f433cfef-a699-4a50-ac9c-24756c82fedb req-eadb4f79-a211-476d-9f22-2addd4c1e6a3 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318987 Jul 29 20:41:50.616343 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91f9c8-9664-4d41-8f38-429242855941 req-d5e73596-ccfa-4389-b597-d4a4152c68d8 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:50.617869 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-bb91f9c8-9664-4d41-8f38-429242855941 req-d5e73596-ccfa-4389-b597-d4a4152c68d8 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0509529 Jul 29 20:41:50.657764 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-bb91f9c8-9664-4d41-8f38-429242855941 req-22ac0456-eff2-4182-95d9-1a76d69b901e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337636 Jul 29 20:41:51.618328 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-25cb9d35-0d67-46e5-a810-8df394d59549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:51.706626 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059adf95-0eca-4239-94f0-1ada33e76332 req-8075703c-025b-40b8-b411-813170a44fd7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:51.708127 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-059adf95-0eca-4239-94f0-1ada33e76332 req-8075703c-025b-40b8-b411-813170a44fd7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0516040 Jul 29 20:41:51.747138 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-059adf95-0eca-4239-94f0-1ada33e76332 req-af1487e3-0c7b-49b9-b653-d3948e4b1abf tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Jul 29 20:41:51.775591 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535464b1-d019-4578-b392-da8351901479 req-4536adf6-8908-45a5-b1e4-6a4b271e9ec4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:51.777091 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-535464b1-d019-4578-b392-da8351901479 req-4536adf6-8908-45a5-b1e4-6a4b271e9ec4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0497873 Jul 29 20:41:51.820204 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-535464b1-d019-4578-b392-da8351901479 req-a51c55b9-23e4-48b1-b207-80190c209a2d tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369992 Jul 29 20:41:52.861100 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1a8fe-a207-4add-b419-b4e7f0f5fbde req-548c3ffb-dc56-4e2b-bbd3-74c80ae50641 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:52.862592 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-55f1a8fe-a207-4add-b419-b4e7f0f5fbde req-548c3ffb-dc56-4e2b-bbd3-74c80ae50641 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0497789 Jul 29 20:41:52.902648 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-55f1a8fe-a207-4add-b419-b4e7f0f5fbde req-9c78482c-a3d3-4851-95f0-9003b90fa729 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342577 Jul 29 20:41:52.935570 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae6d15-3847-49a5-915e-693d61d175dd req-722f1564-4712-4bd5-bba3-70a8e2c98ff1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:52.937779 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9bae6d15-3847-49a5-915e-693d61d175dd req-722f1564-4712-4bd5-bba3-70a8e2c98ff1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0503302 Jul 29 20:41:52.980361 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9bae6d15-3847-49a5-915e-693d61d175dd req-e7ee2c11-9661-474e-a119-9fcd89fb4e73 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361369 Jul 29 20:41:54.020764 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a661-743f-4a09-ac14-3a75358beb06 req-31a66a31-2329-4f16-9081-6a1ae746d415 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:54.022378 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0eb5a661-743f-4a09-ac14-3a75358beb06 req-31a66a31-2329-4f16-9081-6a1ae746d415 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0508034 Jul 29 20:41:54.059959 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0eb5a661-743f-4a09-ac14-3a75358beb06 req-e5421959-e66f-4983-b06f-e1373e999ef7 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Jul 29 20:41:54.097145 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d5e5c-1f7c-4a60-8352-5fff64adb266 req-4f71caf1-10bd-4cb4-b286-ca5dfeab4e26 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:54.098654 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8c2d5e5c-1f7c-4a60-8352-5fff64adb266 req-4f71caf1-10bd-4cb4-b286-ca5dfeab4e26 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0497403 Jul 29 20:41:54.137911 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8c2d5e5c-1f7c-4a60-8352-5fff64adb266 req-a597c3a8-efcf-4de2-977b-051227a3a4ab tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331249 Jul 29 20:41:54.216006 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9e75e116-f3e7-4927-9159-46400f43fc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:54.331897 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:54.367033 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c967b948-3127-410f-952d-f65856cc7f2b req-a4d15729-082d-4dce-9e9e-6244a9cf889c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458922 Jul 29 20:41:54.429978 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967b948-3127-410f-952d-f65856cc7f2b req-4e40c1bd-1a5e-42fb-8b97-8ef6fff5584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:54.431475 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c967b948-3127-410f-952d-f65856cc7f2b req-4e40c1bd-1a5e-42fb-8b97-8ef6fff5584f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 1099 time: 0.0402663 Jul 29 20:41:54.546405 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967b948-3127-410f-952d-f65856cc7f2b req-0f8ba13b-33a3-47cf-903b-f05b9fe175f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:54.547888 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c967b948-3127-410f-952d-f65856cc7f2b req-0f8ba13b-33a3-47cf-903b-f05b9fe175f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 912 time: 0.0862784 Jul 29 20:41:54.615882 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c967b948-3127-410f-952d-f65856cc7f2b req-d8f87bd3-092a-4d94-bfa9-022f77bfeb6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f HTTP/1.1" status: 200 len: 1002 time: 0.0590110 Jul 29 20:41:54.671687 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967b948-3127-410f-952d-f65856cc7f2b req-bc9c975d-4152-4180-814d-8c4a71bcdc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:54.673134 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c967b948-3127-410f-952d-f65856cc7f2b req-bc9c975d-4152-4180-814d-8c4a71bcdc5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.0441275 Jul 29 20:41:54.736231 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967b948-3127-410f-952d-f65856cc7f2b req-ef1abb90-35cb-4b2e-94ba-6df7579b408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:54.737745 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c967b948-3127-410f-952d-f65856cc7f2b req-ef1abb90-35cb-4b2e-94ba-6df7579b408f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455945 Jul 29 20:41:54.842241 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c967b948-3127-410f-952d-f65856cc7f2b req-7bc609f0-848c-49bb-829e-8531341262d9 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883868 Jul 29 20:41:54.935985 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c967b948-3127-410f-952d-f65856cc7f2b req-ce9e0cd2-e9fb-4a97-a48a-9635d7abfef4 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854597 Jul 29 20:41:55.178077 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13adf0-f069-4975-93a9-d419d33b1c3c req-65e5f570-13a8-4e7c-bc1f-5e582be4559e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:55.179521 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fc13adf0-f069-4975-93a9-d419d33b1c3c req-65e5f570-13a8-4e7c-bc1f-5e582be4559e tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0497093 Jul 29 20:41:55.224382 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fc13adf0-f069-4975-93a9-d419d33b1c3c req-a8bc9f44-e3e4-4e26-a005-948cd2b310b3 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb100f3f-2f80-427d-b257-628fdc183a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Jul 29 20:41:55.253988 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acd299-d96c-45da-adc4-76c90c839cbd req-66ed3979-85bb-4247-aa28-ab191f068fcc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:55.255461 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-12acd299-d96c-45da-adc4-76c90c839cbd req-66ed3979-85bb-4247-aa28-ab191f068fcc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0486143 Jul 29 20:41:55.300706 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-12acd299-d96c-45da-adc4-76c90c839cbd req-4676dac0-d126-44d8-9e65-f2aabb81512b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392294 Jul 29 20:41:55.320096 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:55.427648 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-7f307848-0446-4341-8995-4abaa4b169ec tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:55.429083 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-7f307848-0446-4341-8995-4abaa4b169ec tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 946 time: 0.0474296 Jul 29 20:41:55.528004 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Deleting port 86de9ae1-d767-4d52-b0dc-8add5d4c988c {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:41:55.528351 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:55.616959 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] For port 86de9ae1-d767-4d52-b0dc-8add5d4c988c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=86de9ae1-d767-4d52-b0dc-8add5d4c988c,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:55.617318 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:55.633190 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Calling delete_port for 86de9ae1-d767-4d52-b0dc-8add5d4c988c owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:41:55.891993 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:55.997923 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:56.016595 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['86de9ae1-d767-4d52-b0dc-8add5d4c988c'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:41:56.032163 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Pushing event deleted for resources: {'Port': ['ID=86de9ae1-d767-4d52-b0dc-8add5d4c988c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:56.082665 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] No DVR routers for this DVR port 86de9ae1-d767-4d52-b0dc-8add5d4c988c on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:41:56.085385 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:56.087946 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c5b85972-8cc0-4bce-9b2d-1a55bdf6b97e req-2dcb04f3-53e2-4bc4-82ea-0d047d65815f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.18 "DELETE /v2.0/ports/86de9ae1-d767-4d52-b0dc-8add5d4c988c HTTP/1.1" status: 204 len: 173 time: 0.6503038 Jul 29 20:41:56.088478 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d5ed16-bf4f-409e-8d53-d3314f91282c', 'name': 'network-vif-deleted', 'tag': '86de9ae1-d767-4d52-b0dc-8add5d4c988c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:41:56.091781 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fce1d0d-d147-40b1-9779-2ad100764f91" -d '{"events": [{"server_uuid": "b1d5ed16-bf4f-409e-8d53-d3314f91282c", "name": "network-vif-deleted", "tag": "86de9ae1-d767-4d52-b0dc-8add5d4c988c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:41:56.146410 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db53a62f-6edf-4793-92d7-c913c56f0c5f x-openstack-request-id: req-db53a62f-6edf-4793-92d7-c913c56f0c5f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:41:56.146786 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d5ed16-bf4f-409e-8d53-d3314f91282c", "name": "network-vif-deleted", "tag": "86de9ae1-d767-4d52-b0dc-8add5d4c988c", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:41:56.147103 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db53a62f-6edf-4793-92d7-c913c56f0c5f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:41:56.147582 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d5ed16-bf4f-409e-8d53-d3314f91282c', 'name': 'network-vif-deleted', 'tag': '86de9ae1-d767-4d52-b0dc-8add5d4c988c', 'status': 'completed', 'code': 200} Jul 29 20:41:56.329591 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6b1be9bd-ffd9-43a9-833c-f6e9be4564d9 req-e43cceed-9e94-4068-a3c6-30773e5f234b tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 210 time: 0.0274141 Jul 29 20:41:56.418463 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5d70c-953d-40d7-8a05-8b05dd83b28b req-cff053d3-6fcd-42d6-a530-6338b92f903b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:56.419908 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8ed5d70c-953d-40d7-8a05-8b05dd83b28b req-cff053d3-6fcd-42d6-a530-6338b92f903b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0483367 Jul 29 20:41:56.458935 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8ed5d70c-953d-40d7-8a05-8b05dd83b28b req-52fa181c-457f-4bc4-9a43-a144a203858d tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330539 Jul 29 20:41:56.996060 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:57.166657 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:41:57.433151 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d76449ca-e839-4526-8331-dd194912f1a3 req-8ebdcede-5fbf-45fd-99ee-736a491a6992 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 210 time: 0.0262806 Jul 29 20:41:57.572740 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f15d4-f3fd-48de-ba4b-e71271c071ed req-d3b9979c-7348-4bb0-acd1-9c9eb1e87e84 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:57.574242 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5e5f15d4-f3fd-48de-ba4b-e71271c071ed req-d3b9979c-7348-4bb0-acd1-9c9eb1e87e84 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0493991 Jul 29 20:41:57.615426 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5e5f15d4-f3fd-48de-ba4b-e71271c071ed req-1eda3b0d-a7bb-485a-adb9-c728f506835a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334790 Jul 29 20:41:58.536583 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-082cce7d-8499-4a40-b98f-4028c376dc43 req-7c1f5e6d-74e7-4cab-844e-1f2100c1f834 tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 210 time: 0.0265684 Jul 29 20:41:58.735134 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7643dd-5f67-4da7-b01f-6e34cf098c64 req-e74f0fa7-c8c7-48c6-b064-a2a9bb6ec38e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:58.736492 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ac7643dd-5f67-4da7-b01f-6e34cf098c64 req-e74f0fa7-c8c7-48c6-b064-a2a9bb6ec38e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0547376 Jul 29 20:41:58.777102 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ac7643dd-5f67-4da7-b01f-6e34cf098c64 req-602d53c8-65df-4107-99e8-72373d42dffb tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346882 Jul 29 20:41:59.640006 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2e1a4e7d-efd6-4b2c-a3ec-3cc4786d1429 req-80159e8f-f850-4a6f-8502-456acddfe90f tempest-ServerRescueNegativeTestJSON-58827349 tempest-ServerRescueNegativeTestJSON-58827349-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1d5ed16-bf4f-409e-8d53-d3314f91282c HTTP/1.1" status: 200 len: 210 time: 0.0267308 Jul 29 20:41:59.878343 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 86de9ae1-d767-4d52-b0dc-8add5d4c988c no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:41:59.897268 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd29773-7585-41c6-8c62-16b3091e35c0 req-0a454ef9-d5f2-4baa-929c-78b38276382e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:59.899211 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dcd29773-7585-41c6-8c62-16b3091e35c0 req-0a454ef9-d5f2-4baa-929c-78b38276382e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0562627 Jul 29 20:41:59.900314 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: 86de9ae1-d767-4d52-b0dc-8add5d4c988c {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:41:59.900657 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 86de9ae1-d767-4d52-b0dc-8add5d4c988c not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:41:59.940924 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dcd29773-7585-41c6-8c62-16b3091e35c0 req-a4eb0aa9-c00e-48a7-bef9-1bd183714174 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359833 Jul 29 20:42:00.694726 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40688) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:01.070711 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706264e-1deb-4218-937d-8b4bb542ef84 req-d9198518-bb84-4608-b274-6edb97bc1df4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:01.072228 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b706264e-1deb-4218-937d-8b4bb542ef84 req-d9198518-bb84-4608-b274-6edb97bc1df4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0534298 Jul 29 20:42:01.103789 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933446'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:01.114320 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b706264e-1deb-4218-937d-8b4bb542ef84 req-f6a9a392-61f4-464b-bfe1-83d131a2deac tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346215 Jul 29 20:42:01.391553 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Deleting port c787b64c-e98b-474f-b37b-32202035a508 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:42:01.391904 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:01.472653 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] For port c787b64c-e98b-474f-b37b-32202035a508, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=c787b64c-e98b-474f-b37b-32202035a508,segment=NetworkSegment(3922d37b-6e1a-4449-933e-1eab4ae9ba85),segment_id=3922d37b-6e1a-4449-933e-1eab4ae9ba85)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:01.473025 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:01.486050 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Calling delete_port for c787b64c-e98b-474f-b37b-32202035a508 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:42:01.919496 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:01.947094 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Pushing event deleted for resources: {'Port': ['ID=c787b64c-e98b-474f-b37b-32202035a508,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:02.106239 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933418'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:02.259280 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5733219-3a3a-47a5-9737-6eef8313f8e8 req-710ec84f-c866-415e-893f-7fcce6266fdd tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:02.260784 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c5733219-3a3a-47a5-9737-6eef8313f8e8 req-710ec84f-c866-415e-893f-7fcce6266fdd tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0654154 Jul 29 20:42:02.370101 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c5733219-3a3a-47a5-9737-6eef8313f8e8 req-20134b8d-fdc2-4190-8953-08e7ffe6f90c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727508 Jul 29 20:42:02.393524 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:42:02.495131 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:42:02.499975 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d42241c2-5b7e-4ffd-bb0f-f11d2f70ccff admin admin] 10.222.0.16 "PUT /v2.0/routers/1b6413be-cff4-4b0c-aa4d-9d1f08cd1179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8042305 Jul 29 20:42:02.502442 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40710) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:02.505096 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] Sync routers for ids ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:42:02.514108 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] Routers {'1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:42:02.514702 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:41:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:02.603130 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:02.615406 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] Set router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:42:02.709417 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:02.760188 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Deleting port ea3e3940-8d86-4456-95d4-cad7f6206a79 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:42:02.760540 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:02.787095 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:32Z', 'updated_at': '2021-07-29T20:42:01Z', 'revision_number': 5, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'gw_port': {'id': 'ea3e3940-8d86-4456-95d4-cad7f6206a79', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:33Z', 'updated_at': '2021-07-29T20:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:02.816040 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] Checking router: 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:42:02.824042 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] Routers {'1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:42:02.824782 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:41:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:02.840764 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] For port ea3e3940-8d86-4456-95d4-cad7f6206a79, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=ea3e3940-8d86-4456-95d4-cad7f6206a79,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:02.841130 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:02.853182 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Calling delete_port for ea3e3940-8d86-4456-95d4-cad7f6206a79 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:42:02.910555 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] Set router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 gateway port host: None {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:42:02.960731 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:32Z', 'updated_at': '2021-07-29T20:42:02Z', 'revision_number': 6, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'gw_port_host': None}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:02.991058 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bd7aa9-2023-47a9-9df0-070f9280e404 None None] The sync data for ids ['1b6413be-cff4-4b0c-aa4d-9d1f08cd1179'] in dv-cinder-802955-1-iscsi is: [{'id': '1b6413be-cff4-4b0c-aa4d-9d1f08cd1179', 'name': 'tempest-ServerRescueNegativeTestJSON-358473954-router', 'tenant_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:32Z', 'updated_at': '2021-07-29T20:42:02Z', 'revision_number': 6, 'project_id': 'b9d73d0ffdc04375bd6175bfc56bc903', 'gw_port_host': None}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:42:03.019886 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.043279 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3e3940-8d86-4456-95d4-cad7f6206a79,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:03.106272 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632456'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.206007 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-962'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.208124 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.270405 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526471'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.270970 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:42:03.275832 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.277000 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-5b36d3e0-80d0-44de-a360-302b32ffc810 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1b6413be-cff4-4b0c-aa4d-9d1f08cd1179 HTTP/1.1" status: 204 len: 168 time: 0.7736673 Jul 29 20:42:03.279520 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40716) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:03.325648 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d16ae55-e2fe-4b8e-ada6-08c809c4895f admin admin] Deleting subnet 21cfe9d7-a935-4ee4-8f42-f11f64bc439f {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:42:03.329372 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae55-e2fe-4b8e-ada6-08c809c4895f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.368368 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae55-e2fe-4b8e-ada6-08c809c4895f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2800963'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.415997 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae55-e2fe-4b8e-ada6-08c809c4895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.471318 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae55-e2fe-4b8e-ada6-08c809c4895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1907114'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.495772 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16ae55-e2fe-4b8e-ada6-08c809c4895f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21cfe9d7-a935-4ee4-8f42-f11f64bc439f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:03.501908 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae55-e2fe-4b8e-ada6-08c809c4895f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.506155 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2d16ae55-e2fe-4b8e-ada6-08c809c4895f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/21cfe9d7-a935-4ee4-8f42-f11f64bc439f HTTP/1.1" status: 204 len: 168 time: 0.2227893 Jul 29 20:42:03.506433 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65308979-a98a-4c17-ae44-e286f95e272c req-2e289444-95e6-4eeb-8625-e1203037aa14 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:03.506433 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-65308979-a98a-4c17-ae44-e286f95e272c req-2e289444-95e6-4eeb-8625-e1203037aa14 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0652680 Jul 29 20:42:03.506986 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40720) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:03.547018 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-65308979-a98a-4c17-ae44-e286f95e272c req-0125eb65-4103-4a05-9307-6e5a2e301e45 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343311 Jul 29 20:42:03.573083 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.651749 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.661484 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3c4e8f-1747-4697-a2e5-c474723b7d40']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:03.671785 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3922d37b-6e1a-4449-933e-1eab4ae9ba85') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:03.672083 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3922d37b-6e1a-4449-933e-1eab4ae9ba85') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:03.680515 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2800968'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.694223 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.700247 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:42:03.700705 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2798185'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: Traceback (most recent call last): Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: timer() Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: cb(*args, **kw) Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: return func(*args, **kwargs) Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: self._notify() Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: self.callback(batched_events) Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: event.method(event) Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: return f(self, *a, **k) Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._get(url).json() Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: return self.request(url, 'GET', **kwargs) Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:42:03.702431 dv-cinder-802955-1-iscsi neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:42:03.757143 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.762343 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:03.764650 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e3c4e8f-1747-4697-a2e5-c474723b7d40 HTTP/1.1" status: 204 len: 168 time: 0.2571464 Jul 29 20:42:03.775042 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f864cc-6530-4186-a516-f4ad3e4d4b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3c4e8f-1747-4697-a2e5-c474723b7d40,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:03.804348 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device c787b64c-e98b-474f-b37b-32202035a508 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:42:03.824961 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: c787b64c-e98b-474f-b37b-32202035a508 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:42:03.825312 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device c787b64c-e98b-474f-b37b-32202035a508 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:42:03.928608 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40726) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:03.966706 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-f0b3928a-abe6-401e-a634-46a91fbc37f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9d73d0ffdc04375bd6175bfc56bc903&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0367024 Jul 29 20:42:03.969479 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40728) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:04.017994 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a554ac09-ee9e-49ee-bd75-071cd4e4cc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:04.040402 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a554ac09-ee9e-49ee-bd75-071cd4e4cc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:04.089919 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a554ac09-ee9e-49ee-bd75-071cd4e4cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:04.092546 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a554ac09-ee9e-49ee-bd75-071cd4e4cc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:04.093713 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a554ac09-ee9e-49ee-bd75-071cd4e4cc26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb100f3f-2f80-427d-b257-628fdc183a88 HTTP/1.1" status: 204 len: 168 time: 0.1233213 Jul 29 20:42:04.101559 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554ac09-ee9e-49ee-bd75-071cd4e4cc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb100f3f-2f80-427d-b257-628fdc183a88,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:04.661846 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535166c-6f8e-4c09-996d-c920d30619d2 req-3081565c-5397-485e-a5bf-dc528366dbfc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:04.663436 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2535166c-6f8e-4c09-996d-c920d30619d2 req-3081565c-5397-485e-a5bf-dc528366dbfc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0495546 Jul 29 20:42:04.707725 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2535166c-6f8e-4c09-996d-c920d30619d2 req-4d9462ee-b57b-451f-919f-6a22da14f3d5 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373733 Jul 29 20:42:04.736923 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40756) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:04.829714 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-927032736-network', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:04.850944 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Made reservation on behalf of 7f34119d96ac4aea9c2b4f9916b178cc for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:04.853181 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:04.861065 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:04.944024 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:04.947437 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:04.967923 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:42:04.982216 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b5f8ad-6e37-4bfc-812c-b5a86468fc76,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:04.984999 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:04.985342 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Added segment 2f8fcc40-f54e-41a1-8207-60e422f20cc5 of type vlan for network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa Jul 29 20:42:05.023490 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.050770 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.051622 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:05.052203 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.105006 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3669801 Jul 29 20:42:05.108069 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40760) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:05.113086 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Request body: {'subnet': {'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-subnet', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:05.114778 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eecde-67dc-4ca7-abf1-ea935a5d6cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:05.124591 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:42:05.140243 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Made reservation on behalf of 7f34119d96ac4aea9c2b4f9916b178cc for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:05.142596 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1907085'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.217869 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ea3e3940-8d86-4456-95d4-cad7f6206a79 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:42:05.238372 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: ea3e3940-8d86-4456-95d4-cad7f6206a79 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:42:05.238724 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ea3e3940-8d86-4456-95d4-cad7f6206a79 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:42:05.314986 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1907107'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.374481 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e189a23c-8f3c-48cc-811f-d263aef43cc4,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:05.384113 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Checking segment: {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:05.384462 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Network hostable DHCP agents. Network: fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:42:05.402716 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:42:05.410931 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:05.414944 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:05.415529 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.419756 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac77b0b-3242-4704-852f-ea6aba7e70fb None None] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:42:05.428987 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-3223b396-6c17-4c00-9f84-cbcd657284cb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3198066 Jul 29 20:42:05.431742 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40774) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:05.436452 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:05.457211 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.458213 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.513697 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.581695 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:42:05.582573 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.661942 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.716763 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Allocated IP 172.20.0.2 (fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa/e189a23c-8f3c-48cc-811f-d263aef43cc4/1b205f65-332b-4019-9722-c2581e246ceb) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:42:05.853870 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab42ec-1e38-4a6d-8fcc-b1d17d35668e req-9e0f2b95-4b87-4948-bd54-2901d9a8b4fc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:05.861898 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-95ab42ec-1e38-4a6d-8fcc-b1d17d35668e req-9e0f2b95-4b87-4948-bd54-2901d9a8b4fc tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0634580 Jul 29 20:42:05.880154 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.889336 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Transition to ACTIVE for port object 1b205f65-332b-4019-9722-c2581e246ceb will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:05.913069 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Transition to ACTIVE for port object 1b205f65-332b-4019-9722-c2581e246ceb will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:05.914318 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-95ab42ec-1e38-4a6d-8fcc-b1d17d35668e req-5b77bde4-669a-4e1c-af4a-c5e71f27b06c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514035 Jul 29 20:42:05.923197 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.929957 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.949354 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:05.962582 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:42:05.965347 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:05.969286 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:42:05.980108 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Pushing event updated for resources: {'Port': ['ID=1b205f65-332b-4019-9722-c2581e246ceb,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:06.007878 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.008230 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.008579 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.008919 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.009254 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.009627 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.009966 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.010295 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.010654 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.010985 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.011308 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.011632 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:06.043185 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Attempting to bind port 1b205f65-332b-4019-9722-c2581e246ceb on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:42:06.043554 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Attempting to bind port 1b205f65-332b-4019-9722-c2581e246ceb by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:42:06.043917 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Attempting to bind port 1b205f65-332b-4019-9722-c2581e246ceb on network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:42:06.051033 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:42:06.051692 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Checking segment: {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:06.052247 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:06.052908 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Bound using segment: {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:42:06.053386 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Bound port: 1b205f65-332b-4019-9722-c2581e246ceb, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:42:06.053811 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:06.055915 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Allocated IP 172.27.3.67 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/eef6d89b-5718-4284-9d3f-2487cc183f1f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:42:06.120886 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] For port 1b205f65-332b-4019-9722-c2581e246ceb, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:42:06.124150 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] For port 1b205f65-332b-4019-9722-c2581e246ceb, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=1b205f65-332b-4019-9722-c2581e246ceb,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:42:06.127643 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:06.162101 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:06.183964 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3483075-58eb-4f1d-9c59-079a9dcd1a58 None None] Pushing event updated for resources: {'Port': ['ID=1b205f65-332b-4019-9722-c2581e246ceb,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:06.202736 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:06.238413 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:42:06.241390 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:06.243906 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:42:06.285021 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Pushing event updated for resources: {'Port': ['ID=eef6d89b-5718-4284-9d3f-2487cc183f1f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:06.720019 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:06.915778 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:07.033975 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d430a-c3ed-4f62-8d45-7bca8a54b9d3 None None] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:42:07.071375 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a170f0-43af-49cd-83cf-2627a21f39e1 req-fe785601-8534-459b-9cf9-885fedb10c81 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:07.079697 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-27a170f0-43af-49cd-83cf-2627a21f39e1 req-fe785601-8534-459b-9cf9-885fedb10c81 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.1014068 Jul 29 20:42:07.146251 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-27a170f0-43af-49cd-83cf-2627a21f39e1 req-7fe8dedb-dea5-4900-8904-a684979265a1 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&id=3f4ea85c-35dd-40d1-bd22-3172466810da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655320 Jul 29 20:42:07.147914 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:42:07.212608 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-8558eae0-8706-4ec7-8a46-6f291a3eeeb5 None None] Provisioning for port 1b205f65-332b-4019-9722-c2581e246ceb completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:07.295772 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:42:07.306646 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Sync routers for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:42:07.323260 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:07.323970 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1b205f65-332b-4019-9722-c2581e246ceb up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:07.327990 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c766581f-d881-4eaa-8a03-6736a6fbaeee admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8921196 Jul 29 20:42:07.328309 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:07.361109 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:42:07.361783 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:41:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:07.506328 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 1b205f65-332b-4019-9722-c2581e246ceb completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:07.521520 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 1b205f65-332b-4019-9722-c2581e246ceb triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:07.521924 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:07.553155 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:42:07.758274 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:07.769567 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:07.789564 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-04347333-2a59-4504-a38b-2107cc9bc338 None None] Provisioning complete for port 1b205f65-332b-4019-9722-c2581e246ceb triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:07.789988 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-04347333-2a59-4504-a38b-2107cc9bc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:07.832688 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 1b205f65-332b-4019-9722-c2581e246ceb, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=1b205f65-332b-4019-9722-c2581e246ceb,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:07.841232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:07.874438 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:06Z', 'revision_number': 3, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:07.915033 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Checking router: 90cd17d4-389a-4f15-a50f-6ab8b8787a4c for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:42:07.915383 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Updating router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c port eef6d89b-5718-4284-9d3f-2487cc183f1f binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:42:07.925518 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Allocated IP 172.20.0.1 (fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa/e189a23c-8f3c-48cc-811f-d263aef43cc4/fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:42:07.974256 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=1b205f65-332b-4019-9722-c2581e246ceb,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:07.978331 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.028018 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.040962 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Transition to ACTIVE for port object fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:08.072756 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.114805 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:42:08.121308 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:08.125816 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:42:08.127729 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:08.165329 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.245174 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.257587 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Transition to ACTIVE for port object eef6d89b-5718-4284-9d3f-2487cc183f1f will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:08.265059 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.304797 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.322807 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Attempting to bind port eef6d89b-5718-4284-9d3f-2487cc183f1f on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:42:08.323185 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Attempting to bind port eef6d89b-5718-4284-9d3f-2487cc183f1f by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:42:08.323557 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Attempting to bind port eef6d89b-5718-4284-9d3f-2487cc183f1f on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:42:08.333473 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6d53c-be72-4ce6-8dcb-4b322481a696 None None] Pushing event updated for resources: {'Port': ['ID=eef6d89b-5718-4284-9d3f-2487cc183f1f,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:08.337983 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:42:08.338363 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:08.338769 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.339170 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:42:08.339625 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Bound port: eef6d89b-5718-4284-9d3f-2487cc183f1f, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:42:08.340366 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.366341 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-4accb298-bc84-41dc-8f3a-3deb65ffd1d7 None None] Provisioning for port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:08.377074 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-4accb298-bc84-41dc-8f3a-3deb65ffd1d7 None None] Provisioning complete for port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:08.377456 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4accb298-bc84-41dc-8f3a-3deb65ffd1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.429507 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] For port eef6d89b-5718-4284-9d3f-2487cc183f1f, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:42:08.432226 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-4accb298-bc84-41dc-8f3a-3deb65ffd1d7 None None] Port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:42:08.444474 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] For port eef6d89b-5718-4284-9d3f-2487cc183f1f, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=eef6d89b-5718-4284-9d3f-2487cc183f1f,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:42:08.448741 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.480426 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.486204 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.505400 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:42:08.506064 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:41:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:08.553225 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6d53c-be72-4ce6-8dcb-4b322481a696 None None] Pushing event updated for resources: {'Port': ['ID=eef6d89b-5718-4284-9d3f-2487cc183f1f,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:08.554204 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.557316 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:08.638977 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:42:08.658772 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:42:08.660093 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:08.781645 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:42:08.862870 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-750f0bf6-1b12-477b-a90b-3b5cccae9910 None None] Provisioning complete for port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:08.863250 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-750f0bf6-1b12-477b-a90b-3b5cccae9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:08.867508 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 2, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:08.899785 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:42:08.904772 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a10585bb-37da-4a03-be74-3194493ceaa9 admin admin] 10.222.0.16 "PUT /v2.0/routers/90cd17d4-389a-4f15-a50f-6ab8b8787a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5748560 Jul 29 20:42:09.030125 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ac2a9-3220-4c1a-9303-10e7674bb849 None None] The sync data for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi is: [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 2, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:42:09.044335 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-750f0bf6-1b12-477b-a90b-3b5cccae9910 None None] Port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:42:09.303695 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1b205f65-332b-4019-9722-c2581e246ceb up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:09.362450 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 1b205f65-332b-4019-9722-c2581e246ceb triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:09.362867 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.559033 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40850) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:09.563757 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d044812d-ffec-492f-8846-03e55e6ac277 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857289935', 'description': 'tempest-description--207964036'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:09.586392 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d044812d-ffec-492f-8846-03e55e6ac277 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.705427 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d044812d-ffec-492f-8846-03e55e6ac277 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.713061 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d044812d-ffec-492f-8846-03e55e6ac277 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.743872 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d044812d-ffec-492f-8846-03e55e6ac277 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.745129 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d044812d-ffec-492f-8846-03e55e6ac277 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1850924 Jul 29 20:42:09.749040 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40856) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:09.751182 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044812d-ffec-492f-8846-03e55e6ac277 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6cb64e-6e96-4ee5-b593-88490e66fcf5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:09.755625 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-f999f25b-8cf2-4b3f-aae8-b173aace504a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'security_group_rule': {'security_group_id': '2d6cb64e-6e96-4ee5-b593-88490e66fcf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:09.801822 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f999f25b-8cf2-4b3f-aae8-b173aace504a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.853901 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f999f25b-8cf2-4b3f-aae8-b173aace504a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.858985 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f999f25b-8cf2-4b3f-aae8-b173aace504a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.875614 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40860) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:09.879737 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999f25b-8cf2-4b3f-aae8-b173aace504a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a255aa-7d37-480c-b1bc-a4a36d394584,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:09.887796 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f999f25b-8cf2-4b3f-aae8-b173aace504a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.889755 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f999f25b-8cf2-4b3f-aae8-b173aace504a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391606 Jul 29 20:42:09.892489 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40864) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:09.897378 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-570c6157-611d-482b-b868-34ade088858d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'security_group_rule': {'security_group_id': '2d6cb64e-6e96-4ee5-b593-88490e66fcf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:09.925529 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-570c6157-611d-482b-b868-34ade088858d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:09.996730 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0ce2-56bc-47e4-bf8d-6536226e02bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.000534 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-570c6157-611d-482b-b868-34ade088858d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.007914 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-570c6157-611d-482b-b868-34ade088858d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.033331 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6157-611d-482b-b868-34ade088858d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86966e2-11fc-4692-991f-06adccd93c1e,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:10.113673 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0ce2-56bc-47e4-bf8d-6536226e02bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.119365 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0ce2-56bc-47e4-bf8d-6536226e02bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.126005 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-570c6157-611d-482b-b868-34ade088858d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.127388 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-570c6157-611d-482b-b868-34ade088858d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2339346 Jul 29 20:42:10.130591 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 40866) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:10.135839 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'floatingip': {'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:10.161063 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.163315 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f0ce2-56bc-47e4-bf8d-6536226e02bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd54a90-1c09-4566-82cc-8af5cc29de94,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:10.168828 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9e3f0ce2-56bc-47e4-bf8d-6536226e02bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=761dcc13101e47288f153e79601ba96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921126 Jul 29 20:42:10.172011 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40868) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:10.227650 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c446cf5-e06c-4b48-90eb-3db27a3ae6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.250502 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c446cf5-e06c-4b48-90eb-3db27a3ae6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.268829 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.299491 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c446cf5-e06c-4b48-90eb-3db27a3ae6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.302178 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c446cf5-e06c-4b48-90eb-3db27a3ae6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.303413 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-4c446cf5-e06c-4b48-90eb-3db27a3ae6ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bd54a90-1c09-4566-82cc-8af5cc29de94 HTTP/1.1" status: 204 len: 168 time: 0.1304662 Jul 29 20:42:10.312713 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c446cf5-e06c-4b48-90eb-3db27a3ae6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd54a90-1c09-4566-82cc-8af5cc29de94,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:10.394058 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Allocated IP 172.27.3.191 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/f7e247ef-902c-4f25-a823-352e52a047d7) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:42:10.495474 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.537138 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.576533 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:42:10.579382 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:10.585509 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:42:10.604046 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40878) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:10.612161 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'Port': ['ID=f7e247ef-902c-4f25-a823-352e52a047d7,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:10.618498 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1f75-9e91-43e8-8027-5806c234aed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.694340 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.731227 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.745834 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1f75-9e91-43e8-8027-5806c234aed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.751396 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1f75-9e91-43e8-8027-5806c234aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.799283 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-fc3a1f75-9e91-43e8-8027-5806c234aed6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac0bfc7f506d4a029123295da4af6512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942420 Jul 29 20:42:10.801879 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 40886) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:10.844287 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a1f75-9e91-43e8-8027-5806c234aed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77919f3e-4c13-48d6-91a3-65e9668a5ec6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:10.868256 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3634e6f6-5120-4b36-b583-6fd84b3aed32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.899289 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3634e6f6-5120-4b36-b583-6fd84b3aed32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.907044 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.919910 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.964907 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3634e6f6-5120-4b36-b583-6fd84b3aed32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.968810 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3634e6f6-5120-4b36-b583-6fd84b3aed32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:10.970952 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-3634e6f6-5120-4b36-b583-6fd84b3aed32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77919f3e-4c13-48d6-91a3-65e9668a5ec6 HTTP/1.1" status: 204 len: 168 time: 0.1678343 Jul 29 20:42:10.980178 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634e6f6-5120-4b36-b583-6fd84b3aed32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77919f3e-4c13-48d6-91a3-65e9668a5ec6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:11.026098 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'Port': ['ID=f7e247ef-902c-4f25-a823-352e52a047d7,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:11.028884 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:11.045299 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:11.046573 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d33cadf8-cd82-4391-b9a3-ebcc95cab8bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9145446 Jul 29 20:42:11.146841 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Sync routers for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:42:11.157178 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:42:11.158074 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:41:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:11.280017 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-8e7ad7af-04b8-49ad-95b1-1bb8d1002d84 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1857289935&fields=id&tenant_id=7f34119d96ac4aea9c2b4f9916b178cc HTTP/1.1" status: 200 len: 267 time: 0.0681112 Jul 29 20:42:11.296792 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:42:11.322219 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device eef6d89b-5718-4284-9d3f-2487cc183f1f up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:11.398651 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port eef6d89b-5718-4284-9d3f-2487cc183f1f completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:11.405995 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port eef6d89b-5718-4284-9d3f-2487cc183f1f triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:11.406520 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:11.436939 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-e239ac98-5f69-4325-aa5b-e4186f8530a0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:11.438916 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-e239ac98-5f69-4325-aa5b-e4186f8530a0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 816 time: 0.1521080 Jul 29 20:42:11.455999 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-be9bba32-b614-487f-b225-db7bcc2bdfb4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/quotas/7f34119d96ac4aea9c2b4f9916b178cc HTTP/1.1" status: 200 len: 375 time: 0.0097024 Jul 29 20:42:11.514639 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:11.515699 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-170bcb79-f3d7-4ec9-ae39-2747605fb659 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505183 Jul 29 20:42:11.538950 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port eef6d89b-5718-4284-9d3f-2487cc183f1f, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=eef6d89b-5718-4284-9d3f-2487cc183f1f,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:11.543829 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:11.558190 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 2, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:11.595376 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Checking router: 90cd17d4-389a-4f15-a50f-6ab8b8787a4c for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:42:11.596427 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Updating router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:42:11.616659 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=eef6d89b-5718-4284-9d3f-2487cc183f1f,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:11.635771 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:11.639484 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-eafe4485-8503-4fe9-a5c7-5da06f1ccd45 service neutron] 10.222.0.16 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100783 Jul 29 20:42:11.755230 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-8240c46f-a21a-4d6d-95ee-56e02b04a1bb service neutron] 10.222.0.16 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086724 Jul 29 20:42:11.938272 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-aafedf8e-31f3-43bc-843b-10635566a42a req-af75a217-be5a-4695-8614-21c8c44f9c40 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 210 time: 0.0412989 Jul 29 20:42:12.057820 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:12.073362 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Transition to ACTIVE for port object fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:12.082225 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:12.136003 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Pushing event updated for resources: {'Port': ['ID=fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:12.144383 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.144743 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.145071 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.145413 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.145754 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.146087 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.146411 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.146732 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.147158 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.147712 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.147839 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.148164 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:12.228738 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Attempting to bind port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:42:12.229117 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Attempting to bind port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:42:12.229482 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Attempting to bind port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 on network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:42:12.236454 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:42:12.236838 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Checking segment: {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:12.237245 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:12.237691 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Bound using segment: {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:42:12.238211 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Bound port: fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:42:12.238518 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:12.320093 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] For port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:42:12.324819 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] For port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:42:12.330451 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:12.393069 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:42:12.394298 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:41:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:12.468248 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4ccd-6a85-475a-a579-0e6778759f75 None None] Pushing event updated for resources: {'Port': ['ID=fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25,revision_number=4']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:12.544418 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:42:12.772201 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:12Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:12.797416 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db8dc20-0d0f-4438-9d1e-9aeea54341fa None None] The sync data for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi is: [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:12Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:42:13.106319 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d0362b0-6ef8-4a76-82b7-3e76607e9a8b req-97473ff6-5053-4fb3-9a35-e6e10879f06a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 210 time: 0.0655596 Jul 29 20:42:13.189550 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-960bd9ae-9610-4609-a3d9-8209d64cca23 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:13.191242 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-960bd9ae-9610-4609-a3d9-8209d64cca23 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 816 time: 0.2172890 Jul 29 20:42:13.249216 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-e44237a6-d3a1-438f-a340-d5b85d88562f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f34119d96ac4aea9c2b4f9916b178cc HTTP/1.1" status: 200 len: 380 time: 0.0383430 Jul 29 20:42:13.260474 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'port': {'device_id': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'admin_state_up': True, 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'security_groups': ['2d6cb64e-6e96-4ee5-b593-88490e66fcf5']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:13.307808 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:13.366285 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:13.370863 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:13.371316 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.384647 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Made reservation on behalf of 7f34119d96ac4aea9c2b4f9916b178cc for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:13.388853 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.453084 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.486621 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:13.491141 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.492038 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device eef6d89b-5718-4284-9d3f-2487cc183f1f up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:13.524704 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Allocated IP 172.20.0.12 (fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa/e189a23c-8f3c-48cc-811f-d263aef43cc4/b9a285ad-aa8d-45d3-8959-073019926486) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:42:13.571191 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:13.584604 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port eef6d89b-5718-4284-9d3f-2487cc183f1f triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:13.585172 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.685276 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.699254 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Transition to ACTIVE for port object b9a285ad-aa8d-45d3-8959-073019926486 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:13.731859 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.772064 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:42:13.775084 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:13.781471 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:42:13.810560 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:13.840052 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:13.840691 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.855165 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-5fe844fd-98b2-4ec9-83f4-5b7fa95396ca tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5986075 Jul 29 20:42:13.867553 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Request body: {'port': {'device_id': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:13.922302 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.951971 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-bbd2d0f2-d77e-409b-8089-ef5472e92441 None None] Provisioning for port b9a285ad-aa8d-45d3-8959-073019926486 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:13.955794 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-bbd2d0f2-d77e-409b-8089-ef5472e92441 None None] Provisioning complete for port b9a285ad-aa8d-45d3-8959-073019926486 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:13.956190 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bbd2d0f2-d77e-409b-8089-ef5472e92441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:13.992446 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2d0f2-d77e-409b-8089-ef5472e92441 None None] Port b9a285ad-aa8d-45d3-8959-073019926486 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:42:14.175246 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a285ad-aa8d-45d3-8959-073019926486 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:42:14.183277 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:14.205859 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Transition to ACTIVE for port object b9a285ad-aa8d-45d3-8959-073019926486 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:14.214522 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:14.277094 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56078496-aa17-499c-9b0d-d26a2f441ffe req-4cffa1a1-ebd4-4844-bab9-5e8e08e61870 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:14.278645 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-56078496-aa17-499c-9b0d-d26a2f441ffe req-4cffa1a1-ebd4-4844-bab9-5e8e08e61870 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0749145 Jul 29 20:42:14.308825 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:14.334205 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-56078496-aa17-499c-9b0d-d26a2f441ffe req-64af510b-ea46-4d85-8124-cbf2d52c506b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467393 Jul 29 20:42:14.344658 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Attempting to bind port b9a285ad-aa8d-45d3-8959-073019926486 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:42:14.345426 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Attempting to bind port b9a285ad-aa8d-45d3-8959-073019926486 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:42:14.346042 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Attempting to bind port b9a285ad-aa8d-45d3-8959-073019926486 on network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:42:14.351257 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Port b9a285ad-aa8d-45d3-8959-073019926486 on network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:42:14.351627 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Attempting to bind port b9a285ad-aa8d-45d3-8959-073019926486 on network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:42:14.357067 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:42:14.358179 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Checking segment: {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:14.358421 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Bound using segment: {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:42:14.358981 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Bound port: b9a285ad-aa8d-45d3-8959-073019926486, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:42:14.359424 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:14.425765 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:42:14.429643 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:42:14.435278 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:14.471766 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:14.472236 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:14.473654 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] 10.222.0.18 "PUT /v2.0/ports/b9a285ad-aa8d-45d3-8959-073019926486 HTTP/1.1" status: 200 len: 1094 time: 0.6104078 Jul 29 20:42:14.476134 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:42:14.486422 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca905e1-3af8-40c7-ab14-78f1cc44eabf" -d '{"events": [{"name": "network-changed", "server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "tag": "b9a285ad-aa8d-45d3-8959-073019926486"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:42:14.565507 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac736b7c-90b3-43fa-9624-18ddfb2b8dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:14.569943 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57411cea-f83e-4127-8d88-98f1e7668ed1 x-openstack-request-id: req-57411cea-f83e-4127-8d88-98f1e7668ed1 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:42:14.570279 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "tag": "b9a285ad-aa8d-45d3-8959-073019926486", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:42:14.570864 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57411cea-f83e-4127-8d88-98f1e7668ed1 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:42:14.571071 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486', 'status': 'completed', 'code': 200} Jul 29 20:42:14.593446 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-b99c7d0b-a84c-47a4-81c1-064e86ead2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:14.595661 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-b99c7d0b-a84c-47a4-81c1-064e86ead2a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 1097 time: 0.0611575 Jul 29 20:42:14.648133 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-28f8bb55-3f0a-4e19-bba9-2ce4e3d21a10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a285ad-aa8d-45d3-8959-073019926486 HTTP/1.1" status: 200 len: 217 time: 0.0413938 Jul 29 20:42:14.710410 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-1727a974-a63f-44e6-9d2a-b2b05a875be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:14.711859 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-1727a974-a63f-44e6-9d2a-b2b05a875be1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0488384 Jul 29 20:42:14.758932 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-e94d1051-c709-4b17-94d3-12d67ce79a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:14.760398 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-e94d1051-c709-4b17-94d3-12d67ce79a9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405278 Jul 29 20:42:14.854842 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-23bdf6e8-8d10-459f-bd17-5a1ee8ccff72 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792184 Jul 29 20:42:14.945064 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a5a429c6-7796-4fff-8478-c8f6c4c85d0b req-b3cb3443-4bf6-4be4-8331-4bad71bc8c57 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821996 Jul 29 20:42:15.043105 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-42feb7e9-3d4a-48c5-a574-b7c87897b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:15.044574 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-42feb7e9-3d4a-48c5-a574-b7c87897b20c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 1097 time: 0.0399442 Jul 29 20:42:15.137536 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-a0641918-3575-423a-a8ea-850830be1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:15.139610 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-a0641918-3575-423a-a8ea-850830be1e65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 917 time: 0.0841179 Jul 29 20:42:15.189161 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-13c91c79-f4da-4774-bd86-6e5969da4929 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a285ad-aa8d-45d3-8959-073019926486 HTTP/1.1" status: 200 len: 217 time: 0.0328629 Jul 29 20:42:15.250734 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-7535e815-f115-45d9-8d91-b4e9a42e295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:15.252185 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-7535e815-f115-45d9-8d91-b4e9a42e295e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0426254 Jul 29 20:42:15.252888 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:15.299688 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:15.300229 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:15.304439 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-488e31ec-e166-4daa-9bbb-6bd486e99ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:15.305959 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-488e31ec-e166-4daa-9bbb-6bd486e99ee5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415866 Jul 29 20:42:15.408396 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-9df52ea7-6984-43ad-b706-e2fbb962715d service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867352 Jul 29 20:42:15.456904 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabed4c-eec3-4cb9-817b-cf56a7ec0d83 req-c722f29c-8ac1-43aa-8e7b-591fcd285751 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:15.458509 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ebabed4c-eec3-4cb9-817b-cf56a7ec0d83 req-c722f29c-8ac1-43aa-8e7b-591fcd285751 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0484350 Jul 29 20:42:15.499082 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ebabed4c-eec3-4cb9-817b-cf56a7ec0d83 req-fd72dc94-c7e2-4af6-87b8-96dc5dfa98ab tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342019 Jul 29 20:42:15.500857 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-eca905e1-3af8-40c7-ab14-78f1cc44eabf req-e21353a5-31eb-4d76-ae4f-8fffaa5fe7f8 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840714 Jul 29 20:42:16.391005 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41030) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:16.489438 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb37d97f-4a3b-4051-9e13-e74af21e6481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:16.579379 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb37d97f-4a3b-4051-9e13-e74af21e6481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:16.583525 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb37d97f-4a3b-4051-9e13-e74af21e6481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:16.621131 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-fb37d97f-4a3b-4051-9e13-e74af21e6481 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf9924cf05d04bf2916545bb90fccec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289710 Jul 29 20:42:16.622105 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37d97f-4a3b-4051-9e13-e74af21e6481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ede842-90b4-4a51-b34d-f2fa13e4cc60,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:16.624201 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41036) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:16.637653 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e353925-d91f-47c2-a0fd-30856da1b709 req-01cffb0a-d0cf-44fc-aa41-c6e6b5d7dab3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:16.639763 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2e353925-d91f-47c2-a0fd-30856da1b709 req-01cffb0a-d0cf-44fc-aa41-c6e6b5d7dab3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0644062 Jul 29 20:42:16.702839 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2e353925-d91f-47c2-a0fd-30856da1b709 req-6af7ee0e-f4ec-4dd7-be40-abfa8a818713 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567656 Jul 29 20:42:16.707219 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a937bd47-1d40-4fe3-ab10-25071dd4e8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:16.728105 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a937bd47-1d40-4fe3-ab10-25071dd4e8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:16.773763 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a937bd47-1d40-4fe3-ab10-25071dd4e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:16.776688 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a937bd47-1d40-4fe3-ab10-25071dd4e8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:16.777816 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a937bd47-1d40-4fe3-ab10-25071dd4e8b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9ede842-90b4-4a51-b34d-f2fa13e4cc60 HTTP/1.1" status: 204 len: 168 time: 0.1526885 Jul 29 20:42:16.785461 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937bd47-1d40-4fe3-ab10-25071dd4e8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ede842-90b4-4a51-b34d-f2fa13e4cc60,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:17.022531 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41042) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:17.035325 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e656d3b4-8c33-442d-bd7f-64c9e9f9135d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.125163 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e656d3b4-8c33-442d-bd7f-64c9e9f9135d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.128634 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e656d3b4-8c33-442d-bd7f-64c9e9f9135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.167121 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-e656d3b4-8c33-442d-bd7f-64c9e9f9135d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=129217e8de9c45b38ccb08a19ac45199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435113 Jul 29 20:42:17.167940 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656d3b4-8c33-442d-bd7f-64c9e9f9135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947ee7d7-cb83-437d-8d29-65a7982cac3b,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:17.170409 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41044) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:17.218305 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-feb2ffe0-0c95-4d6d-ae08-bb0b95b5e602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.239580 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-feb2ffe0-0c95-4d6d-ae08-bb0b95b5e602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.284832 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-feb2ffe0-0c95-4d6d-ae08-bb0b95b5e602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.287430 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-feb2ffe0-0c95-4d6d-ae08-bb0b95b5e602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.288551 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-feb2ffe0-0c95-4d6d-ae08-bb0b95b5e602 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/947ee7d7-cb83-437d-8d29-65a7982cac3b HTTP/1.1" status: 204 len: 168 time: 0.1171765 Jul 29 20:42:17.296456 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2ffe0-0c95-4d6d-ae08-bb0b95b5e602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947ee7d7-cb83-437d-8d29-65a7982cac3b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:17.829957 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da893f0-93c0-4d6e-95f3-a49fb2ef76bf req-2aafb45d-7228-4fd4-ba57-ae6f0530e947 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:17.831583 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6da893f0-93c0-4d6e-95f3-a49fb2ef76bf req-2aafb45d-7228-4fd4-ba57-ae6f0530e947 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0565391 Jul 29 20:42:17.870545 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6da893f0-93c0-4d6e-95f3-a49fb2ef76bf req-f3b681d6-7c16-45df-84b8-e8b74f42a4a6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331821 Jul 29 20:42:18.096989 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:42:18.199060 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:18.208995 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'b9a285ad-aa8d-45d3-8959-073019926486', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'port_id': 'b9a285ad-aa8d-45d3-8959-073019926486', 'mac_address': 'fa:16:3e:eb:47:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:42:18.248217 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:18.261311 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a285ad-aa8d-45d3-8959-073019926486 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:42:18.281807 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:18.285575 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:18.338971 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:18.609852 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['b9a285ad-aa8d-45d3-8959-073019926486'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:42:18.922698 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41112) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:18.998681 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5282bb2-7b6c-4a3d-880c-5178c57b1e58 req-679bfd46-b89e-43aa-85dd-26659dbc3426 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:19.000160 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f5282bb2-7b6c-4a3d-880c-5178c57b1e58 req-679bfd46-b89e-43aa-85dd-26659dbc3426 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Jul 29 20:42:19.022217 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2095c05c-8bf4-42c8-a3ed-a0c079392b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.038298 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f5282bb2-7b6c-4a3d-880c-5178c57b1e58 req-4bde8b4a-d4d5-492b-9174-70d09636564e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Jul 29 20:42:19.108385 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2095c05c-8bf4-42c8-a3ed-a0c079392b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.111799 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2095c05c-8bf4-42c8-a3ed-a0c079392b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.148518 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2095c05c-8bf4-42c8-a3ed-a0c079392b70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b523810eb64c4ed28910611a5aa9ec49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246919 Jul 29 20:42:19.149352 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095c05c-8bf4-42c8-a3ed-a0c079392b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62355525-82e5-4ee2-9036-35a483981fed,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:19.151341 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41116) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:19.198539 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-39ee3a7d-2e6a-42a3-8426-e7a0aebfe12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.220332 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-39ee3a7d-2e6a-42a3-8426-e7a0aebfe12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.265909 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-39ee3a7d-2e6a-42a3-8426-e7a0aebfe12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.268492 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-39ee3a7d-2e6a-42a3-8426-e7a0aebfe12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.269656 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-39ee3a7d-2e6a-42a3-8426-e7a0aebfe12b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62355525-82e5-4ee2-9036-35a483981fed HTTP/1.1" status: 204 len: 168 time: 0.1173463 Jul 29 20:42:19.277160 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee3a7d-2e6a-42a3-8426-e7a0aebfe12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62355525-82e5-4ee2-9036-35a483981fed,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:19.526137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41122) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:19.538789 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7806b93-80e2-4c1e-8167-8cff07b26e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.628775 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7806b93-80e2-4c1e-8167-8cff07b26e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.632269 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7806b93-80e2-4c1e-8167-8cff07b26e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.669453 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a7806b93-80e2-4c1e-8167-8cff07b26e2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1006d64fa5044d1286cc3d8810298924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422584 Jul 29 20:42:19.670658 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7806b93-80e2-4c1e-8167-8cff07b26e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a624e4-6661-42a8-8e14-1744b10375b7,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:19.672102 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41124) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:19.720239 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74afd869-c42e-4841-9ec7-c7b5f6fab202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.740725 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74afd869-c42e-4841-9ec7-c7b5f6fab202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.789739 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74afd869-c42e-4841-9ec7-c7b5f6fab202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.792261 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74afd869-c42e-4841-9ec7-c7b5f6fab202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:19.793387 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-74afd869-c42e-4841-9ec7-c7b5f6fab202 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74a624e4-6661-42a8-8e14-1744b10375b7 HTTP/1.1" status: 204 len: 168 time: 0.1200776 Jul 29 20:42:19.800919 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afd869-c42e-4841-9ec7-c7b5f6fab202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a624e4-6661-42a8-8e14-1744b10375b7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:20.159394 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e7042-3c1e-4799-8878-e1866bb12498 req-919a12e6-b533-47f8-9028-cc06d9cdd005 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:20.160900 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-047e7042-3c1e-4799-8878-e1866bb12498 req-919a12e6-b533-47f8-9028-cc06d9cdd005 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 945 time: 0.0492456 Jul 29 20:42:20.198823 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-047e7042-3c1e-4799-8878-e1866bb12498 req-adccdacd-d60b-405d-bb6a-77d383adab72 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319316 Jul 29 20:42:20.425259 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41150) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:20.516782 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-453666121-network', 'tenant_id': 'b357ad90d90b4795a79e7f7aa2d7cf58'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:20.536230 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Made reservation on behalf of b357ad90d90b4795a79e7f7aa2d7cf58 for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:20.538452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:20.546311 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:20.635290 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:20.638859 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:20.658226 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:42:20.671506 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dca783-9018-4168-b90f-3c3ba264baf0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:20.676221 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:20.676561 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Added segment 6e007925-aaf1-4e70-809f-fb80f5931ca3 of type vlan for network af26b09c-3e12-4cc3-8323-65536c04186d Jul 29 20:42:20.715039 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:20.742187 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:20.743101 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:20.743675 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:20.799814 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3733110 Jul 29 20:42:20.805315 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794c397-df7b-4d3a-9a0d-75f1ab7e3c98 admin admin] Pushing event updated for resources: {'Network': ['ID=af26b09c-3e12-4cc3-8323-65536c04186d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:20.806876 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41156) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:20.813711 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Request body: {'subnet': {'network_id': 'af26b09c-3e12-4cc3-8323-65536c04186d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-453666121-subnet', 'tenant_id': 'b357ad90d90b4795a79e7f7aa2d7cf58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:20.816171 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network af26b09c-3e12-4cc3-8323-65536c04186d details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:42:20.834445 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Made reservation on behalf of b357ad90d90b4795a79e7f7aa2d7cf58 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:20.836753 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1907085'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:21.214240 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1907107'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:21.268680 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95cd4b56-fe69-42c1-8a20-9f952291ac11,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:21.277260 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Checking segment: {'id': '6e007925-aaf1-4e70-809f-fb80f5931ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'af26b09c-3e12-4cc3-8323-65536c04186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:21.277619 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Network hostable DHCP agents. Network: af26b09c-3e12-4cc3-8323-65536c04186d, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:42:21.295346 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Network af26b09c-3e12-4cc3-8323-65536c04186d is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:42:21.304393 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, af26b09c-3e12-4cc3-8323-65536c04186d) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:21.308469 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:21.309063 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:21.313585 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d02a18-b35e-40c3-a2b2-8981e0f78f68 None None] Network af26b09c-3e12-4cc3-8323-65536c04186d requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:42:21.328487 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6b736-8c3e-4fb7-a48f-30fca38dc4f9 req-e1f7f3cb-7c92-4efc-8d06-4b92e97c42eb tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:21.330032 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2fa6b736-8c3e-4fb7-a48f-30fca38dc4f9 req-e1f7f3cb-7c92-4efc-8d06-4b92e97c42eb tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 945 time: 0.0564792 Jul 29 20:42:21.334179 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-0ce50d73-55fb-4a6c-b68b-9a3616039d59 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5256927 Jul 29 20:42:21.369408 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2fa6b736-8c3e-4fb7-a48f-30fca38dc4f9 req-9281ee82-e542-4814-84dd-5c86a59983d3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325503 Jul 29 20:42:21.435765 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbbabda-f8de-4eb5-a249-049aa8fd584e None None] Network af26b09c-3e12-4cc3-8323-65536c04186d requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:42:21.622121 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-215c71fd-be02-413c-8bb2-f9c4270d0625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:21.786928 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41176) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:21.792308 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-701242684-network', 'tenant_id': '3c955db9d3b64ec0aa1673fad9510756'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:21.815360 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Made reservation on behalf of 3c955db9d3b64ec0aa1673fad9510756 for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:21.817588 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:21.825281 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:21.912316 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:21.916184 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:21.940396 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:42:21.954592 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b55920-24df-4716-a285-27cd8ebd32b4,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:21.960248 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:21.960600 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Added segment 4b076413-f03a-4ec1-86fa-b1acde81cbfb of type vlan for network 60c1df07-fb41-4c0d-bfc9-bafc007f7845 Jul 29 20:42:21.998950 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:22.026652 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:22.027734 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:22.028339 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:22.078087 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2896321 Jul 29 20:42:22.080926 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41178) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:22.086052 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Request body: {'subnet': {'network_id': '60c1df07-fb41-4c0d-bfc9-bafc007f7845', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-701242684-subnet', 'tenant_id': '3c955db9d3b64ec0aa1673fad9510756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:22.086577 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace1a48-3795-451c-9886-3edd06b7e4cd admin admin] Pushing event updated for resources: {'Network': ['ID=60c1df07-fb41-4c0d-bfc9-bafc007f7845,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:22.096366 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 60c1df07-fb41-4c0d-bfc9-bafc007f7845 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:42:22.108341 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Made reservation on behalf of 3c955db9d3b64ec0aa1673fad9510756 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:22.110909 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1907085'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:22.275201 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1907107'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:22.331780 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c7c0a3-d384-46f9-a726-fb3b9c1d020f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:22.340363 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Checking segment: {'id': '4b076413-f03a-4ec1-86fa-b1acde81cbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60c1df07-fb41-4c0d-bfc9-bafc007f7845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:22.340714 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Network hostable DHCP agents. Network: 60c1df07-fb41-4c0d-bfc9-bafc007f7845, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:42:22.356939 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Network 60c1df07-fb41-4c0d-bfc9-bafc007f7845 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:42:22.365404 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 60c1df07-fb41-4c0d-bfc9-bafc007f7845) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:22.369478 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:22.370176 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:22.374936 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d23ae-c8b8-4ce0-9e46-a4561a99198d None None] Network 60c1df07-fb41-4c0d-bfc9-bafc007f7845 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:42:22.383561 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-30f570cc-dda0-4027-b13c-bc9ac1a7d9b7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3014317 Jul 29 20:42:22.496161 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92903-b3da-4400-a34a-e7325e76f6f9 req-138cde11-34bc-4d03-b357-ab065c80ff1a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:22.498243 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cbc92903-b3da-4400-a34a-e7325e76f6f9 req-138cde11-34bc-4d03-b357-ab065c80ff1a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 945 time: 0.0531576 Jul 29 20:42:22.506616 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cf6ec8-9c78-47ef-bd8b-3ac79fbf1b9b None None] Network 60c1df07-fb41-4c0d-bfc9-bafc007f7845 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:42:22.537163 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cbc92903-b3da-4400-a34a-e7325e76f6f9 req-5e84394d-8739-4ba7-9d79-0feb5048a47f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330577 Jul 29 20:42:23.653471 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8a9e-dc5d-49ff-8840-66936b639683 req-266b22fc-a55c-41cf-850a-bbf458fc425b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:23.655535 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f8da8a9e-dc5d-49ff-8840-66936b639683 req-266b22fc-a55c-41cf-850a-bbf458fc425b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 945 time: 0.0478406 Jul 29 20:42:23.694081 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f8da8a9e-dc5d-49ff-8840-66936b639683 req-91a23ff0-331d-4070-bd34-655ed290c38a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329027 Jul 29 20:42:24.216571 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a02a14da-dc86-42e9-9e1c-8fecb447ed0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:24.332567 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:24.413698 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:24.459844 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port b9a285ad-aa8d-45d3-8959-073019926486 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:24.463621 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port b9a285ad-aa8d-45d3-8959-073019926486 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:24.463995 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:24.539144 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:24.561196 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:42:24.563453 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdbad9f-9eeb-467b-8b3f-ce137801cd7c" -d '{"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-plugged", "status": "completed", "tag": "b9a285ad-aa8d-45d3-8959-073019926486"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:42:24.577153 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:24.581358 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:24.603948 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5f32ae-27da-4767-bd35-a3c37757694e x-openstack-request-id: req-fe5f32ae-27da-4767-bd35-a3c37757694e {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:42:24.604242 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-plugged", "status": "completed", "tag": "b9a285ad-aa8d-45d3-8959-073019926486", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:42:24.604496 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe5f32ae-27da-4767-bd35-a3c37757694e {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:42:24.604882 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486', 'code': 200} Jul 29 20:42:24.630194 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:24.810959 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86358-e37f-443e-9e75-51c6afd89a25 req-b83819cd-5855-4a96-94a2-aa3d4626a6c5 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:24.812408 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-96b86358-e37f-443e-9e75-51c6afd89a25 req-b83819cd-5855-4a96-94a2-aa3d4626a6c5 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0488515 Jul 29 20:42:24.848812 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-96b86358-e37f-443e-9e75-51c6afd89a25 req-f1960e2b-47a4-4f1e-bea2-c60868ead5ff tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305727 Jul 29 20:42:25.321584 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:25.884920 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:25.966085 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa705-38cb-41ec-be9d-4fd8928d066f req-3bdf0b4d-c196-424c-b27c-a2ea10783000 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:25.967524 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-740aa705-38cb-41ec-be9d-4fd8928d066f req-3bdf0b4d-c196-424c-b27c-a2ea10783000 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0473638 Jul 29 20:42:26.004255 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-740aa705-38cb-41ec-be9d-4fd8928d066f req-2361cd7f-3647-4ff5-b4a1-1d9c1275a3be tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309269 Jul 29 20:42:26.673646 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522bc8f-58ac-4df6-b635-81bd1ce0589c req-b0bf06b9-9923-4dcd-8932-6e9a5095b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:26.675242 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e522bc8f-58ac-4df6-b635-81bd1ce0589c req-b0bf06b9-9923-4dcd-8932-6e9a5095b7c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 1099 time: 0.0393131 Jul 29 20:42:26.725075 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e522bc8f-58ac-4df6-b635-81bd1ce0589c req-6fcd812e-9c88-4317-a7e0-b8bfb087ecae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Jul 29 20:42:26.998389 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:27.128245 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65f1c2-f188-4d99-8c12-1c1a7f3ce3b8 req-59531f59-88b9-4bb9-971c-fabe5b7496aa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:27.129895 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6e65f1c2-f188-4d99-8c12-1c1a7f3ce3b8 req-59531f59-88b9-4bb9-971c-fabe5b7496aa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0523193 Jul 29 20:42:27.177239 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6e65f1c2-f188-4d99-8c12-1c1a7f3ce3b8 req-882a08e8-5261-4bb8-8e82-34b64f10aba6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410519 Jul 29 20:42:28.296593 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e43d6-c452-4fa9-b826-c41445532633 req-5bec1ac6-b478-44b3-88e1-0a6b6fb2143c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:28.298072 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3a3e43d6-c452-4fa9-b826-c41445532633 req-5bec1ac6-b478-44b3-88e1-0a6b6fb2143c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0479326 Jul 29 20:42:28.339742 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3a3e43d6-c452-4fa9-b826-c41445532633 req-0ecfe59d-a56b-42bb-bd63-dff70e6e64c9 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358865 Jul 29 20:42:29.454665 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e68ca-d3d2-4bb3-83eb-7cfe94620a1a req-9d8e54bd-23e0-41f1-b2c5-937f69d95876 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:29.456213 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cd3e68ca-d3d2-4bb3-83eb-7cfe94620a1a req-9d8e54bd-23e0-41f1-b2c5-937f69d95876 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0475633 Jul 29 20:42:29.494431 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cd3e68ca-d3d2-4bb3-83eb-7cfe94620a1a req-0d7a4ef3-302d-412c-a961-81c27adbaf6f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318518 Jul 29 20:42:30.610509 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f4c6a-593b-4344-a6ed-0258ea49ca20 req-2075a2da-5b74-468c-bcf7-e0ba0c2211ae tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:30.611931 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7b0f4c6a-593b-4344-a6ed-0258ea49ca20 req-2075a2da-5b74-468c-bcf7-e0ba0c2211ae tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0481410 Jul 29 20:42:30.647724 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7b0f4c6a-593b-4344-a6ed-0258ea49ca20 req-cb24675f-d503-42dd-86f7-9f506bbeb881 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300701 Jul 29 20:42:31.765502 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7c382-e7b1-4d34-b564-454866bb478c req-571ab83c-80af-4bb4-a50b-8869acd4cdb4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:31.766958 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e6b7c382-e7b1-4d34-b564-454866bb478c req-571ab83c-80af-4bb4-a50b-8869acd4cdb4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0484388 Jul 29 20:42:31.804609 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e6b7c382-e7b1-4d34-b564-454866bb478c req-de88d3d7-b883-402a-85e2-f6ba3192c94d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316839 Jul 29 20:42:31.917348 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dbe39-e997-45fb-93c7-11d01937bb9c req-8b979103-6bda-4331-b81e-74f863876240 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:31.919394 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-083dbe39-e997-45fb-93c7-11d01937bb9c req-8b979103-6bda-4331-b81e-74f863876240 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0477998 Jul 29 20:42:31.927707 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41300) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:31.932139 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-21e7682a-2ff8-44fb-97cf-fbabb34fcb13 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'floatingip': {'port_id': 'b9a285ad-aa8d-45d3-8959-073019926486'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:32.009239 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-21e7682a-2ff8-44fb-97cf-fbabb34fcb13 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:32.671113 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25078e-37b4-4938-8de8-43622282163d req-999ff5a9-4d39-49f3-9e7a-fad5f374b0ef tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:32.673092 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-af25078e-37b4-4938-8de8-43622282163d req-999ff5a9-4d39-49f3-9e7a-fad5f374b0ef tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0940371 Jul 29 20:42:32.773955 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-af25078e-37b4-4938-8de8-43622282163d req-defa4ff1-b767-4b0d-9102-453d692aba76 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943918 Jul 29 20:42:32.785640 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-21e7682a-2ff8-44fb-97cf-fbabb34fcb13 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:32.790650 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-21e7682a-2ff8-44fb-97cf-fbabb34fcb13 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:32.887907 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [None req-21e7682a-2ff8-44fb-97cf-fbabb34fcb13 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Floating IP cea24707-155b-4a59-8d87-25437a0e3136 associated. External IP: 172.27.3.191, port: b9a285ad-aa8d-45d3-8959-073019926486. Jul 29 20:42:33.088941 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e7682a-2ff8-44fb-97cf-fbabb34fcb13 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:42:33.198178 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e7682a-2ff8-44fb-97cf-fbabb34fcb13 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:42:33.203528 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-21e7682a-2ff8-44fb-97cf-fbabb34fcb13 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:33.211939 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] Sync routers for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:42:33.221940 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:42:33.222638 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:33.232879 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-21e7682a-2ff8-44fb-97cf-fbabb34fcb13 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "PUT /v2.0/floatingips/cea24707-155b-4a59-8d87-25437a0e3136 HTTP/1.1" status: 200 len: 992 time: 1.3040836 Jul 29 20:42:33.233592 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:42:33.235721 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82bee1c-b234-4684-b480-0d0f736d6bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "tag": "b9a285ad-aa8d-45d3-8959-073019926486"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:42:33.278129 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d44224-65a2-4c4b-8fa3-bc91ecb6f6a4 x-openstack-request-id: req-02d44224-65a2-4c4b-8fa3-bc91ecb6f6a4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:42:33.278547 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "tag": "b9a285ad-aa8d-45d3-8959-073019926486", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:42:33.278856 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02d44224-65a2-4c4b-8fa3-bc91ecb6f6a4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:42:33.279567 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486', 'status': 'completed', 'code': 200} Jul 29 20:42:33.341765 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:42:33.363978 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-124ca642-aca3-47f0-8d12-5dd269bccf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:33.365620 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-124ca642-aca3-47f0-8d12-5dd269bccf30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 1099 time: 0.0531912 Jul 29 20:42:33.463478 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-37e0c1f1-b101-4a72-bd23-8fa21b58bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:33.465079 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-37e0c1f1-b101-4a72-bd23-8fa21b58bad0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 917 time: 0.0890098 Jul 29 20:42:33.531219 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-d6256786-21e8-4417-a0d4-5109124df08b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a285ad-aa8d-45d3-8959-073019926486 HTTP/1.1" status: 200 len: 1000 time: 0.0573387 Jul 29 20:42:33.599122 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-f58d9e07-56a0-40d5-adda-f764563f1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:33.600821 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-f58d9e07-56a0-40d5-adda-f764563f1cb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0570107 Jul 29 20:42:33.634254 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'cea24707-155b-4a59-8d87-25437a0e3136', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'port_id': 'b9a285ad-aa8d-45d3-8959-073019926486', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'mac_address': 'fa:16:3e:eb:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:42:10Z', 'updated_at': '2021-07-29T20:42:32Z', 'revision_number': 1, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:33.656048 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-0afdf606-6aa2-4c17-bb84-553ae14bf36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:33.657524 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-0afdf606-6aa2-4c17-bb84-553ae14bf36b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444241 Jul 29 20:42:33.662724 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] Checking router: 90cd17d4-389a-4f15-a50f-6ab8b8787a4c for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:42:33.671299 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:42:33.671903 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:33.755869 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-4c96caea-ed68-4f71-ae91-c67f3b3a7fa6 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878909 Jul 29 20:42:33.888921 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d82bee1c-b234-4684-b480-0d0f736d6bbe req-6177e1f8-df5d-4d2c-8391-3796d7bc1296 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188169 Jul 29 20:42:33.894585 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:42:33.908234 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf863-0a5d-4a5e-a941-3a4b52741ab4 req-e380ba91-bed3-4d89-a9a8-09b9e904da9c tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:33.909829 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-425bf863-0a5d-4a5e-a941-3a4b52741ab4 req-e380ba91-bed3-4d89-a9a8-09b9e904da9c tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0622208 Jul 29 20:42:33.948014 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-425bf863-0a5d-4a5e-a941-3a4b52741ab4 req-2804e975-9320-4ae1-a9e6-0e1fad10e5e1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Jul 29 20:42:34.110065 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'cea24707-155b-4a59-8d87-25437a0e3136', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'port_id': 'b9a285ad-aa8d-45d3-8959-073019926486', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'mac_address': 'fa:16:3e:eb:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:42:10Z', 'updated_at': '2021-07-29T20:42:32Z', 'revision_number': 1, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:34.134831 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd1b27-9a48-4b31-8b6b-e97eba475ce9 None None] The sync data for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi is: [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'cea24707-155b-4a59-8d87-25437a0e3136', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'port_id': 'b9a285ad-aa8d-45d3-8959-073019926486', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'mac_address': 'fa:16:3e:eb:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:42:10Z', 'updated_at': '2021-07-29T20:42:32Z', 'revision_number': 1, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:42:34.165616 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:42:34.299110 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c5655-b914-44c3-887d-e97fa3dd44dd None None] New status for floating IP cea24707-155b-4a59-8d87-25437a0e3136: ACTIVE {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:42:35.062830 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22651e0-3419-4d43-bff9-0071a34c4e85 req-f9eff8d9-63ba-4aa5-b2b6-8e0693665550 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:35.064273 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e22651e0-3419-4d43-bff9-0071a34c4e85 req-f9eff8d9-63ba-4aa5-b2b6-8e0693665550 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0475924 Jul 29 20:42:35.104241 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e22651e0-3419-4d43-bff9-0071a34c4e85 req-564fd315-c3ab-487b-a358-d8ea23704e24 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340185 Jul 29 20:42:36.144537 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b27e0-423b-4fd3-8b2d-0ba63c09ce58 req-98ea0e31-b6be-4ba3-a967-278613c9532b tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:36.146229 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-057b27e0-423b-4fd3-8b2d-0ba63c09ce58 req-98ea0e31-b6be-4ba3-a967-278613c9532b tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 945 time: 0.0590875 Jul 29 20:42:36.184853 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-057b27e0-423b-4fd3-8b2d-0ba63c09ce58 req-a823801f-b328-46fe-a016-47256a4a5fb5 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Jul 29 20:42:36.223111 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba9daa-70ff-40e4-a472-0b805001376f req-71561293-366d-486b-b970-2b75b058f384 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:36.224588 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9dba9daa-70ff-40e4-a472-0b805001376f req-71561293-366d-486b-b970-2b75b058f384 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0498044 Jul 29 20:42:36.261697 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9dba9daa-70ff-40e4-a472-0b805001376f req-6abe2830-98f3-46da-bd23-c220e2f374d9 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Jul 29 20:42:37.300095 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43214-48a6-44ad-b1ce-57e4a20c08a5 req-57b6a0eb-a870-4bbd-ab05-626b6c33f861 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:37.301733 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-aae43214-48a6-44ad-b1ce-57e4a20c08a5 req-57b6a0eb-a870-4bbd-ab05-626b6c33f861 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 945 time: 0.0500062 Jul 29 20:42:37.340004 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-aae43214-48a6-44ad-b1ce-57e4a20c08a5 req-22c69f22-cda0-438d-b511-e8b9d44d1122 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Jul 29 20:42:37.379060 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7982f3-d22c-4bc3-b079-cf3475c046db req-cbfcdffe-5a83-4bc3-9826-9ef25e82f86a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:37.380679 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4c7982f3-d22c-4bc3-b079-cf3475c046db req-cbfcdffe-5a83-4bc3-9826-9ef25e82f86a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0495107 Jul 29 20:42:37.418259 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4c7982f3-d22c-4bc3-b079-cf3475c046db req-2946658b-73d8-4fe5-90da-84eb00f40354 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Jul 29 20:42:38.206710 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-0da8ae2f-50ef-4529-9465-62ec9c635298 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:38.208165 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-0da8ae2f-50ef-4529-9465-62ec9c635298 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.18 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 945 time: 0.0484858 Jul 29 20:42:38.304314 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Deleting port 4d003f5f-8d03-4c94-b848-94a6bd0b2831 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:42:38.304712 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:38.405238 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] For port 4d003f5f-8d03-4c94-b848-94a6bd0b2831, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4d003f5f-8d03-4c94-b848-94a6bd0b2831,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:38.406297 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:38.429527 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Calling delete_port for 4d003f5f-8d03-4c94-b848-94a6bd0b2831 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:42:38.511038 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1596beb-0172-46e3-8a0e-6266c6bc9ef7 req-0dba0f1b-614e-49eb-8bdf-49961c90c3b2 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:38.512544 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d1596beb-0172-46e3-8a0e-6266c6bc9ef7 req-0dba0f1b-614e-49eb-8bdf-49961c90c3b2 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=834a8b98-fc0c-4e25-baca-5dbb4f2a6bee HTTP/1.1" status: 200 len: 945 time: 0.0981255 Jul 29 20:42:38.535556 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ec643-5343-4117-ba58-dc7a40bda788 req-d68deff0-3216-4ace-8a03-b45c52b3cd4f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:38.537148 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0a1ec643-5343-4117-ba58-dc7a40bda788 req-d68deff0-3216-4ace-8a03-b45c52b3cd4f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0488834 Jul 29 20:42:38.567473 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d1596beb-0172-46e3-8a0e-6266c6bc9ef7 req-cdee4c6e-68f9-4ed5-907f-ab44887efddf tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451746 Jul 29 20:42:38.590042 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0a1ec643-5343-4117-ba58-dc7a40bda788 req-00feac04-4aee-4772-8b1d-342a14b33489 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417421 Jul 29 20:42:38.622639 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:38.636992 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['4d003f5f-8d03-4c94-b848-94a6bd0b2831'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:42:38.656612 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Pushing event deleted for resources: {'Port': ['ID=4d003f5f-8d03-4c94-b848-94a6bd0b2831,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:38.668357 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.668749 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.669093 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.669429 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.669854 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.670190 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.670521 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.670853 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.671180 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.671506 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.671830 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.672151 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:38.704219 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] No DVR routers for this DVR port 4d003f5f-8d03-4c94-b848-94a6bd0b2831 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:42:38.706497 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:38.708493 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ef75759-c8e1-4345-87b0-fe7fe6349006 req-d7fe2b09-d994-4b09-a621-8711c4eec615 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.18 "DELETE /v2.0/ports/4d003f5f-8d03-4c94-b848-94a6bd0b2831 HTTP/1.1" status: 204 len: 173 time: 0.4935839 Jul 29 20:42:38.708916 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834a8b98-fc0c-4e25-baca-5dbb4f2a6bee', 'name': 'network-vif-deleted', 'tag': '4d003f5f-8d03-4c94-b848-94a6bd0b2831'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:42:38.711401 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f966fc2e-5244-410b-a3fd-97953b91e37d" -d '{"events": [{"server_uuid": "834a8b98-fc0c-4e25-baca-5dbb4f2a6bee", "name": "network-vif-deleted", "tag": "4d003f5f-8d03-4c94-b848-94a6bd0b2831"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:42:38.749318 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef24af3b-3a08-4f73-88d3-1b49d2375f83 x-openstack-request-id: req-ef24af3b-3a08-4f73-88d3-1b49d2375f83 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:42:38.749743 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834a8b98-fc0c-4e25-baca-5dbb4f2a6bee", "name": "network-vif-deleted", "tag": "4d003f5f-8d03-4c94-b848-94a6bd0b2831", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:42:38.750000 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef24af3b-3a08-4f73-88d3-1b49d2375f83 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:42:38.750399 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834a8b98-fc0c-4e25-baca-5dbb4f2a6bee', 'name': 'network-vif-deleted', 'tag': '4d003f5f-8d03-4c94-b848-94a6bd0b2831', 'status': 'completed', 'code': 200} Jul 29 20:42:39.709655 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03e4b-8d0f-4351-bc7b-cf3595a54d84 req-1b105366-f70f-452f-b741-b330a8d419b3 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:39.711632 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d8a03e4b-8d0f-4351-bc7b-cf3595a54d84 req-1b105366-f70f-452f-b741-b330a8d419b3 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0536749 Jul 29 20:42:39.761375 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d8a03e4b-8d0f-4351-bc7b-cf3595a54d84 req-f9df8db8-6ac0-4947-a07c-1dcbfe03d139 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 Jul 29 20:42:40.881810 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee7852-82d1-48ca-9a3d-9d94762e1aba req-49f86f77-842c-4996-8ba7-a7f70d9038bb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:40.883275 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e2ee7852-82d1-48ca-9a3d-9d94762e1aba req-49f86f77-842c-4996-8ba7-a7f70d9038bb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0484755 Jul 29 20:42:40.920055 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e2ee7852-82d1-48ca-9a3d-9d94762e1aba req-2d435f06-e5d3-42e7-bb74-8079a965c553 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Jul 29 20:42:42.032794 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e58fbd-ef98-458a-a662-5978bdf700e8 req-a421adba-c8ac-4435-9770-d5ca66b3fe5a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:42.034320 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a5e58fbd-ef98-458a-a662-5978bdf700e8 req-a421adba-c8ac-4435-9770-d5ca66b3fe5a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0488179 Jul 29 20:42:42.075757 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a5e58fbd-ef98-458a-a662-5978bdf700e8 req-79e6291f-85a8-4049-8367-9033a7b673fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354469 Jul 29 20:42:42.979038 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 4d003f5f-8d03-4c94-b848-94a6bd0b2831 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:42:42.999381 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: 4d003f5f-8d03-4c94-b848-94a6bd0b2831 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:42:42.999736 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 4d003f5f-8d03-4c94-b848-94a6bd0b2831 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:42:43.190376 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454f6a-6781-4c12-b4cc-0dbbd8a6f0c9 req-1827718b-cd47-450e-ae20-134e91da210a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:43.191884 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-73454f6a-6781-4c12-b4cc-0dbbd8a6f0c9 req-1827718b-cd47-450e-ae20-134e91da210a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0492339 Jul 29 20:42:43.232543 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-73454f6a-6781-4c12-b4cc-0dbbd8a6f0c9 req-0a6de22a-fa48-4c4a-9e3e-bb8a13696513 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336473 Jul 29 20:42:44.273069 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41496) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:44.316584 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_v2 [None req-7826476b-8880-450d-be84-f31747e633a3 admin admin] Deleting subnet 95cd4b56-fe69-42c1-8a20-9f952291ac11 {{(pid=94858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:42:44.319735 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7826476b-8880-450d-be84-f31747e633a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.349781 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a6c21-24f1-4033-b004-1dae24aee349 req-22289bc2-f4e9-464e-a341-7c6d0fdecd34 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:44.351283 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-663a6c21-24f1-4033-b004-1dae24aee349 req-22289bc2-f4e9-464e-a341-7c6d0fdecd34 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0493784 Jul 29 20:42:44.358089 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7826476b-8880-450d-be84-f31747e633a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59713195'] for subnet, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.389606 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-663a6c21-24f1-4033-b004-1dae24aee349 req-d314be79-5595-4cea-860d-258d8a0d603a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Jul 29 20:42:44.396231 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7826476b-8880-450d-be84-f31747e633a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.445968 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7826476b-8880-450d-be84-f31747e633a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59473318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59360579'] for subnet, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.471697 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826476b-8880-450d-be84-f31747e633a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95cd4b56-fe69-42c1-8a20-9f952291ac11,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:44.473624 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7826476b-8880-450d-be84-f31747e633a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.476651 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-7826476b-8880-450d-be84-f31747e633a3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/95cd4b56-fe69-42c1-8a20-9f952291ac11 HTTP/1.1" status: 204 len: 168 time: 0.2025771 Jul 29 20:42:44.477815 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41498) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:44.546766 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.625279 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.634793 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af26b09c-3e12-4cc3-8323-65536c04186d']}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:44.644516 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e007925-aaf1-4e70-809f-fb80f5931ca3') {'for_net_delete': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:44.644811 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e007925-aaf1-4e70-809f-fb80f5931ca3') {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:44.653416 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59713184'] for segment, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.666836 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.673728 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:42:44.674200 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470456'] for segment, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: Traceback (most recent call last): Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: timer() Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: cb(*args, **kw) Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: return func(*args, **kwargs) Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: self._notify() Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: self.callback(batched_events) Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: event.method(event) Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: return f(self, *a, **k) Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._get(url).json() Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: return self.request(url, 'GET', **kwargs) Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:42:44.676172 dv-cinder-802955-1-iscsi neutron-server[94858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:42:44.730202 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.737524 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.739562 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/af26b09c-3e12-4cc3-8323-65536c04186d HTTP/1.1" status: 204 len: 168 time: 0.2606547 Jul 29 20:42:44.742351 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41500) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:44.749099 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d8f4d-6d8c-4b16-b0f9-d217d826acd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=af26b09c-3e12-4cc3-8323-65536c04186d,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:44.786018 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Deleting subnet f8c7c0a3-d384-46f9-a726-fb3b9c1d020f {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:42:44.789239 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.827385 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2800963'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.865361 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.915355 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1907114'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.940227 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c7c0a3-d384-46f9-a726-fb3b9c1d020f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:44.944615 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:44.946493 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8c7c0a3-d384-46f9-a726-fb3b9c1d020f HTTP/1.1" status: 204 len: 168 time: 0.2031260 Jul 29 20:42:44.949067 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41502) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:44.951413 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.951764 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.952111 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.952447 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.952784 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.953116 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.953444 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.953803 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.954132 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.954453 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.954777 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:44.955099 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4c023-4aa9-41e6-9557-596663b114e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:45.013473 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.090949 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.102502 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c1df07-fb41-4c0d-bfc9-bafc007f7845']}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:45.113416 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b076413-f03a-4ec1-86fa-b1acde81cbfb') {'for_net_delete': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:45.113748 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b076413-f03a-4ec1-86fa-b1acde81cbfb') {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:42:45.123409 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59713184'] for segment, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.137626 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.144251 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:42:45.144634 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470456'] for segment, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: Traceback (most recent call last): Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: timer() Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: cb(*args, **kw) Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: return func(*args, **kwargs) Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: self._notify() Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: self.callback(batched_events) Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: event.method(event) Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: return f(self, *a, **k) Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._get(url).json() Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: return self.request(url, 'GET', **kwargs) Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:42:45.146280 dv-cinder-802955-1-iscsi neutron-server[94858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:42:45.202975 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.208501 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.213675 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] 10.222.0.16 "DELETE /v2.0/networks/60c1df07-fb41-4c0d-bfc9-bafc007f7845 HTTP/1.1" status: 204 len: 168 time: 0.2632792 Jul 29 20:42:45.225961 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943963b-340b-4ef0-b641-e32c3fad843e admin admin] Pushing event deleted for resources: {'Network': ['ID=60c1df07-fb41-4c0d-bfc9-bafc007f7845,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:45.373427 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41514) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:45.419293 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a7e8c450-a9ec-4573-a039-7106b89ac07c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b357ad90d90b4795a79e7f7aa2d7cf58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425150 Jul 29 20:42:45.420031 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41518) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:45.491718 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e490cb3d-a125-4204-b71c-214ff5b51d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.518761 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e490cb3d-a125-4204-b71c-214ff5b51d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.543255 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70a52e-9b8f-49a0-89ed-eea097876e3e req-49bd275a-e705-435b-ba0d-2545a24edb26 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:45.544741 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0b70a52e-9b8f-49a0-89ed-eea097876e3e req-49bd275a-e705-435b-ba0d-2545a24edb26 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0888121 Jul 29 20:42:45.596261 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0b70a52e-9b8f-49a0-89ed-eea097876e3e req-a0453a18-0b8e-4fc3-9be3-eb084bec765b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 Jul 29 20:42:45.602736 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e490cb3d-a125-4204-b71c-214ff5b51d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.605504 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e490cb3d-a125-4204-b71c-214ff5b51d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:45.606671 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-e490cb3d-a125-4204-b71c-214ff5b51d1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99dca783-9018-4168-b90f-3c3ba264baf0 HTTP/1.1" status: 204 len: 168 time: 0.1862564 Jul 29 20:42:45.614566 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490cb3d-a125-4204-b71c-214ff5b51d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dca783-9018-4168-b90f-3c3ba264baf0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:45.909377 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41524) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:45.953236 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d014fcb8-dd6d-4fec-ad50-c29d72d3226b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c955db9d3b64ec0aa1673fad9510756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427039 Jul 29 20:42:45.955594 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41526) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:46.002049 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f14c2ac-37f7-42b6-88c2-d535377cfb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:46.022346 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f14c2ac-37f7-42b6-88c2-d535377cfb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:46.066803 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f14c2ac-37f7-42b6-88c2-d535377cfb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:46.069505 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f14c2ac-37f7-42b6-88c2-d535377cfb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:46.070714 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-8f14c2ac-37f7-42b6-88c2-d535377cfb72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0b55920-24df-4716-a285-27cd8ebd32b4 HTTP/1.1" status: 204 len: 168 time: 0.1142037 Jul 29 20:42:46.078799 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14c2ac-37f7-42b6-88c2-d535377cfb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b55920-24df-4716-a285-27cd8ebd32b4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:46.708948 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3575e42-fe85-4058-b9e5-4fd1e6d80c73 req-17c0d809-7972-4b11-b3aa-bf6cd446a5f6 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:46.710463 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c3575e42-fe85-4058-b9e5-4fd1e6d80c73 req-17c0d809-7972-4b11-b3aa-bf6cd446a5f6 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0480261 Jul 29 20:42:46.749638 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c3575e42-fe85-4058-b9e5-4fd1e6d80c73 req-cdcba45a-1ea1-4a63-af83-6f00b60556af tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325508 Jul 29 20:42:47.864695 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04a4ec-3113-464d-8e1e-dc400e1ce050 req-ce087cb9-050c-4a2e-90f3-337e6c0b8f27 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:47.866192 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6c04a4ec-3113-464d-8e1e-dc400e1ce050 req-ce087cb9-050c-4a2e-90f3-337e6c0b8f27 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0506964 Jul 29 20:42:47.904425 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6c04a4ec-3113-464d-8e1e-dc400e1ce050 req-228020aa-16dc-49df-95e8-f7a58c5c08ff tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Jul 29 20:42:49.015783 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1dca8-3d11-418f-95df-a10fdd13e2d2 req-8fc8f43a-c45a-4161-81a2-49ecb89f1415 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:49.017260 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1df1dca8-3d11-418f-95df-a10fdd13e2d2 req-8fc8f43a-c45a-4161-81a2-49ecb89f1415 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0480351 Jul 29 20:42:49.054232 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1df1dca8-3d11-418f-95df-a10fdd13e2d2 req-49a7c053-64a9-49f5-bebf-40efdaa5da84 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Jul 29 20:42:49.628636 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-eea3ebf7-9a38-48f1-940a-2503024a24da tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:49.630090 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-eea3ebf7-9a38-48f1-940a-2503024a24da tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/networks?id=041ed7a6-7451-4fec-87b1-3c5ad43c2314 HTTP/1.1" status: 200 len: 814 time: 0.1167917 Jul 29 20:42:49.645953 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-c9abf481-4cf6-4434-9bb3-77594fdcac62 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/quotas/cec7730c06b34348b6c7a3e4dcb71ff7 HTTP/1.1" status: 200 len: 375 time: 0.0099103 Jul 29 20:42:49.677252 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-d4857ca1-60d6-4b9e-b965-b6d9cb095035 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec7730c06b34348b6c7a3e4dcb71ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255511 Jul 29 20:42:49.766868 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-5c59419e-62ea-4e24-95a4-56dba859ce21 service neutron] 10.222.0.16 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799422 Jul 29 20:42:49.856895 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-1b751551-8dc1-4ef0-afda-b43ccf0382b9 service neutron] 10.222.0.16 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860031 Jul 29 20:42:50.010677 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-873c2efc-a351-443b-8e4a-ea0e6118496b req-b716476b-9243-4f33-9289-b8d20c56ca74 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 210 time: 0.0262563 Jul 29 20:42:50.170538 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a520699-3260-45ab-a6d6-5776f87ac2be req-0c88e476-fb02-42f6-881d-ccbe78221d92 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:50.172039 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1a520699-3260-45ab-a6d6-5776f87ac2be req-0c88e476-fb02-42f6-881d-ccbe78221d92 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0522475 Jul 29 20:42:50.215067 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1a520699-3260-45ab-a6d6-5776f87ac2be req-372fcf00-9fde-4e58-9193-d58f3db0b9a9 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361066 Jul 29 20:42:51.103580 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-82e52c40-ccf8-4b2a-95a6-3b3aad397306 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:51.104960 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e6657ff5-a2b8-423e-964a-bbc21d7d5655 req-02167b71-fb0f-4dfa-b8aa-576f6dd35a92 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Jul 29 20:42:51.105084 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-82e52c40-ccf8-4b2a-95a6-3b3aad397306 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.18 "GET /v2.0/networks?id=041ed7a6-7451-4fec-87b1-3c5ad43c2314 HTTP/1.1" status: 200 len: 814 time: 0.1042631 Jul 29 20:42:51.119225 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Request body: {'port': {'device_id': 'f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0', 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314', 'admin_state_up': True, 'tenant_id': 'cec7730c06b34348b6c7a3e4dcb71ff7'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:51.228373 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Made reservation on behalf of cec7730c06b34348b6c7a3e4dcb71ff7 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:51.232505 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:51.374418 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e86206-07df-47da-80e9-781aea39d758 req-40f14006-ffc4-4470-99e1-99353cfef59c tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:51.375767 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-41e86206-07df-47da-80e9-781aea39d758 req-40f14006-ffc4-4470-99e1-99353cfef59c tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0902159 Jul 29 20:42:51.403776 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Allocated IP 172.20.0.3 (041ed7a6-7451-4fec-87b1-3c5ad43c2314/8b7aa46f-f5de-4586-b36c-131c269f8dbc/d146f714-7050-46e6-9bd8-7749a56b1939) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:42:51.428707 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-41e86206-07df-47da-80e9-781aea39d758 req-2b3595fe-10fb-44a4-81c7-71a58cc90858 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459657 Jul 29 20:42:51.558092 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:51.601295 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:51.623486 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b1f9eb4d-c908-4394-bdff-bf23ad1c86bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:51.643297 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:42:51.646333 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:51.648745 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:42:51.684727 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Pushing event updated for resources: {'Port': ['ID=d146f714-7050-46e6-9bd8-7749a56b1939,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:51.708558 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:51.709229 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:51.724133 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-f0c4e4bb-2e26-400d-ae51-942bf865e39e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089740 Jul 29 20:42:51.736373 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Request body: {'port': {'device_id': 'f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:51.791102 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:52.042546 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d146f714-7050-46e6-9bd8-7749a56b1939 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:42:52.049950 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:52.062097 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Transition to ACTIVE for port object d146f714-7050-46e6-9bd8-7749a56b1939 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:52.067141 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:52.115545 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Pushing event updated for resources: {'Port': ['ID=d146f714-7050-46e6-9bd8-7749a56b1939,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:52.215637 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Attempting to bind port d146f714-7050-46e6-9bd8-7749a56b1939 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:42:52.215980 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Attempting to bind port d146f714-7050-46e6-9bd8-7749a56b1939 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '893663b6-d7f0-44db-9344-40a48b0ea8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:42:52.216306 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Attempting to bind port d146f714-7050-46e6-9bd8-7749a56b1939 on network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:42:52.234578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Port d146f714-7050-46e6-9bd8-7749a56b1939 on network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:42:52.234578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Attempting to bind port d146f714-7050-46e6-9bd8-7749a56b1939 on network 041ed7a6-7451-4fec-87b1-3c5ad43c2314 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:42:52.234578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:42:52.234578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Checking segment: {'id': '893663b6-d7f0-44db-9344-40a48b0ea8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:52.234578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Bound using segment: {'id': '893663b6-d7f0-44db-9344-40a48b0ea8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:42:52.234578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Bound port: d146f714-7050-46e6-9bd8-7749a56b1939, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893663b6-d7f0-44db-9344-40a48b0ea8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:42:52.234578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:52.254334 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99dcf2-e7b9-4e12-93da-94669e04557f req-daa51042-76aa-481e-9b9a-50899b9a90dd tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:52.255815 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4b99dcf2-e7b9-4e12-93da-94669e04557f req-daa51042-76aa-481e-9b9a-50899b9a90dd tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 943 time: 0.0818369 Jul 29 20:42:52.330738 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4b99dcf2-e7b9-4e12-93da-94669e04557f req-0308620c-6c26-4a24-9e8f-c73ce342ec0e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547650 Jul 29 20:42:52.334082 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] For port d146f714-7050-46e6-9bd8-7749a56b1939, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:42:52.337453 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] For port d146f714-7050-46e6-9bd8-7749a56b1939, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d146f714-7050-46e6-9bd8-7749a56b1939,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:42:52.342705 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:52.383565 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:52.384172 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:52.385540 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] 10.222.0.18 "PUT /v2.0/ports/d146f714-7050-46e6-9bd8-7749a56b1939 HTTP/1.1" status: 200 len: 1093 time: 0.6531541 Jul 29 20:42:52.385994 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0', 'tag': 'd146f714-7050-46e6-9bd8-7749a56b1939'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:42:52.388302 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0", "tag": "d146f714-7050-46e6-9bd8-7749a56b1939"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:42:52.411360 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2234149-5b04-489d-b680-c1ca6a590da3 service neutron] Pushing event updated for resources: {'Port': ['ID=d146f714-7050-46e6-9bd8-7749a56b1939,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:52.431320 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351f957c-16e4-4c81-a91f-abe7b10376b8 x-openstack-request-id: req-351f957c-16e4-4c81-a91f-abe7b10376b8 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:42:52.431613 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0", "tag": "d146f714-7050-46e6-9bd8-7749a56b1939", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:42:52.431861 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-351f957c-16e4-4c81-a91f-abe7b10376b8 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:42:52.432256 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0', 'tag': 'd146f714-7050-46e6-9bd8-7749a56b1939', 'status': 'completed', 'code': 200} Jul 29 20:42:52.486500 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-7e42824c-2fa4-4193-9795-6bae73f50050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:52.488372 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-7e42824c-2fa4-4193-9795-6bae73f50050 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cec7730c06b34348b6c7a3e4dcb71ff7&device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 1096 time: 0.0432246 Jul 29 20:42:52.541369 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-029d1a34-f4f9-4905-8c4a-aaacede4dad7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d146f714-7050-46e6-9bd8-7749a56b1939 HTTP/1.1" status: 200 len: 217 time: 0.0422058 Jul 29 20:42:52.615432 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38976dfb-ed58-48d5-9c16-9f2ef9befdb1 req-fa6cc0b3-074c-4dd1-9e3b-f1e7bf7b9df1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:52.616888 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-38976dfb-ed58-48d5-9c16-9f2ef9befdb1 req-fa6cc0b3-074c-4dd1-9e3b-f1e7bf7b9df1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.1166847 Jul 29 20:42:52.618597 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-0684ba8c-6c12-4988-9f5c-be040281d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:52.619904 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-0684ba8c-6c12-4988-9f5c-be040281d225 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7aa46f-f5de-4586-b36c-131c269f8dbc HTTP/1.1" status: 200 len: 854 time: 0.0619919 Jul 29 20:42:52.665359 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-7c847cae-8a58-4b65-a4a2-caa9b70a7f71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041ed7a6-7451-4fec-87b1-3c5ad43c2314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336092 Jul 29 20:42:52.682332 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-38976dfb-ed58-48d5-9c16-9f2ef9befdb1 req-06d9e32e-7b98-4317-8090-3d6e8644ca2d tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595133 Jul 29 20:42:52.995489 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-e53b4a26-59cf-4ad4-ba09-1baf696449b0 service neutron] 10.222.0.18 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221028 Jul 29 20:42:53.084850 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e4c296ef-d58b-4118-981a-3afc0c9d5a04 req-bf85c835-f8ef-4c7c-ae0f-11a11627a6dd service neutron] 10.222.0.18 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798714 Jul 29 20:42:53.190137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-14d7233d-4424-44bd-b50e-fd8a44415095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:53.191645 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-14d7233d-4424-44bd-b50e-fd8a44415095 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cec7730c06b34348b6c7a3e4dcb71ff7&device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 1096 time: 0.0538003 Jul 29 20:42:53.282092 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-54022e72-f84f-4207-b223-4f4a15e25ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:53.283550 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-54022e72-f84f-4207-b223-4f4a15e25ef1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=041ed7a6-7451-4fec-87b1-3c5ad43c2314 HTTP/1.1" status: 200 len: 915 time: 0.0831020 Jul 29 20:42:53.325321 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-0f7b3100-83dc-4f6b-ba46-0f7f06716bde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d146f714-7050-46e6-9bd8-7749a56b1939 HTTP/1.1" status: 200 len: 217 time: 0.0338678 Jul 29 20:42:53.380974 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-bf9f876d-e001-4c5f-afc0-f6b45f3b03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:53.382613 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-bf9f876d-e001-4c5f-afc0-f6b45f3b03ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b7aa46f-f5de-4586-b36c-131c269f8dbc HTTP/1.1" status: 200 len: 854 time: 0.0498197 Jul 29 20:42:53.415592 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-dbfc62e8-2e23-4197-b27f-2389496951dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=041ed7a6-7451-4fec-87b1-3c5ad43c2314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253110 Jul 29 20:42:53.512594 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4adf0-4354-403d-8078-7ddc3702b186 req-dd13bfa6-c700-4c15-89eb-531af17caab0 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:53.514095 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-add4adf0-4354-403d-8078-7ddc3702b186 req-dd13bfa6-c700-4c15-89eb-531af17caab0 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 943 time: 0.1007793 Jul 29 20:42:53.565837 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-68902b2d-5724-45fc-b43d-5db72634a61d service neutron] 10.222.0.18 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257856 Jul 29 20:42:53.570788 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-add4adf0-4354-403d-8078-7ddc3702b186 req-ef170b6c-d474-44db-aec2-46e44f0f7dd5 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462830 Jul 29 20:42:53.669569 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ff67c63-c48c-4a1d-ae60-845dca2e0ed1 req-d4007a96-26f2-4d3e-956e-16471c4621e9 service neutron] 10.222.0.18 "GET /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920551 Jul 29 20:42:53.809208 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf863286-edce-4534-bc35-792db9f8fd61 req-4e1bb730-64d8-4dc2-96ff-5bf6ad149984 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:53.811613 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cf863286-edce-4534-bc35-792db9f8fd61 req-4e1bb730-64d8-4dc2-96ff-5bf6ad149984 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0566711 Jul 29 20:42:53.851482 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cf863286-edce-4534-bc35-792db9f8fd61 req-750932a9-f74f-4e31-a855-0eb68b6848d7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335135 Jul 29 20:42:54.061944 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a46f02-cdc6-4c39-b878-5020f19c219b req-4a3d08fd-864b-4eb8-9d18-861a1e4a38cc tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:54.063344 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-13a46f02-cdc6-4c39-b878-5020f19c219b req-4a3d08fd-864b-4eb8-9d18-861a1e4a38cc tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0537171 Jul 29 20:42:54.126009 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-13a46f02-cdc6-4c39-b878-5020f19c219b req-16485517-4df0-4505-8eb9-12ab79cd6d83 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562489 Jul 29 20:42:54.135710 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-1e7a66ce-0d8e-4b2c-96c3-4f7918e0ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:54.137764 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-1e7a66ce-0d8e-4b2c-96c3-4f7918e0ca3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 1099 time: 0.0543706 Jul 29 20:42:54.219145 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5bc80da1-30a4-42f3-8235-a5079cb30a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:54.241344 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-17619fe7-c031-43d3-a810-78e7d8c3c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:54.242877 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-17619fe7-c031-43d3-a810-78e7d8c3c50f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 912 time: 0.0962250 Jul 29 20:42:54.312300 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-d593e684-fe2d-4b36-93c9-9ebc65a0b633 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f HTTP/1.1" status: 200 len: 1002 time: 0.0578849 Jul 29 20:42:54.346719 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:54.371551 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-0e88116e-a90d-4017-be30-414387ac4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:54.373004 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-0e88116e-a90d-4017-be30-414387ac4f7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.0464048 Jul 29 20:42:54.425426 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-25056455-47b8-407a-8c7c-94291c8de228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:54.427051 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-25056455-47b8-407a-8c7c-94291c8de228 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465548 Jul 29 20:42:54.516532 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-f1203180-a54c-4e67-98e3-6cfcd5dc925b service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807595 Jul 29 20:42:54.616586 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ddcda17-0e43-4011-8765-6be972f0b671 req-793ebd15-edc0-454c-b950-2dcb60cbe791 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912247 Jul 29 20:42:54.704025 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c774-6cbc-4a12-9d31-39e44e01a871 req-711a61c9-7858-4798-a543-1dd7b4d19aee tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:54.705517 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d646c774-6cbc-4a12-9d31-39e44e01a871 req-711a61c9-7858-4798-a543-1dd7b4d19aee tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 943 time: 0.0486681 Jul 29 20:42:54.743199 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d646c774-6cbc-4a12-9d31-39e44e01a871 req-6c31f007-ba3b-42af-9fcd-fae984059911 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Jul 29 20:42:55.242386 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a656c-a92f-4bc6-97c7-930d0c21f6a7 req-60bb6bb1-451a-47cd-8c30-d654754d2631 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:55.243854 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e23a656c-a92f-4bc6-97c7-930d0c21f6a7 req-60bb6bb1-451a-47cd-8c30-d654754d2631 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0498853 Jul 29 20:42:55.280877 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e23a656c-a92f-4bc6-97c7-930d0c21f6a7 req-d675279d-e8a3-46cc-b64a-c829c05281fa tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Jul 29 20:42:55.324322 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:55.860942 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a56d8-9632-4123-8aa5-2074d4ac7281 req-5b15824c-f8f0-4581-9312-54d64cda754e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:55.862426 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2c2a56d8-9632-4123-8aa5-2074d4ac7281 req-5b15824c-f8f0-4581-9312-54d64cda754e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 943 time: 0.0491436 Jul 29 20:42:55.899582 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2c2a56d8-9632-4123-8aa5-2074d4ac7281 req-7ea61b38-7177-413e-8e8b-1c8c95065bdf tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Jul 29 20:42:55.905717 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:56.391331 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af64c3-e21a-425f-84b6-833a527d0256 req-4ff6ee3d-a723-44ce-befa-3c90ebccefe5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:56.392758 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a4af64c3-e21a-425f-84b6-833a527d0256 req-4ff6ee3d-a723-44ce-befa-3c90ebccefe5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0465837 Jul 29 20:42:56.429038 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a4af64c3-e21a-425f-84b6-833a527d0256 req-fe8e8e36-69d7-44ad-9f84-bb9854f017ba tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305910 Jul 29 20:42:57.002216 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:57.004572 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d146f714-7050-46e6-9bd8-7749a56b1939 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:42:57.022359 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc940fb1-aa8d-4420-a198-16bbf5605c28 req-b0b304a5-3003-4320-9398-35dfe580a1c0 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:57.023826 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dc940fb1-aa8d-4420-a198-16bbf5605c28 req-b0b304a5-3003-4320-9398-35dfe580a1c0 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 943 time: 0.0546994 Jul 29 20:42:57.061488 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dc940fb1-aa8d-4420-a198-16bbf5605c28 req-f729aa6a-d30b-40af-aeba-2913a6f8daaa tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Jul 29 20:42:57.100065 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d146f714-7050-46e6-9bd8-7749a56b1939, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d146f714-7050-46e6-9bd8-7749a56b1939,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:57.111548 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'd146f714-7050-46e6-9bd8-7749a56b1939', 'network_id': '041ed7a6-7451-4fec-87b1-3c5ad43c2314', 'port_id': 'd146f714-7050-46e6-9bd8-7749a56b1939', 'mac_address': 'fa:16:3e:99:2d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7aa46f-f5de-4586-b36c-131c269f8dbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:42:57.147255 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:57.161714 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d146f714-7050-46e6-9bd8-7749a56b1939 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:42:57.177948 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d146f714-7050-46e6-9bd8-7749a56b1939, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d146f714-7050-46e6-9bd8-7749a56b1939,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:57.181520 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:57.227063 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d146f714-7050-46e6-9bd8-7749a56b1939,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:57.466850 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d146f714-7050-46e6-9bd8-7749a56b1939'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:42:57.943604 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41756) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:58.045615 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8df102d9-74b0-4d23-8cc3-38ab78592d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:58.145368 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8df102d9-74b0-4d23-8cc3-38ab78592d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:58.149285 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8df102d9-74b0-4d23-8cc3-38ab78592d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:58.203087 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df102d9-74b0-4d23-8cc3-38ab78592d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5783667-33a4-4f4f-b702-6afa3ca785f6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:58.211674 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-8df102d9-74b0-4d23-8cc3-38ab78592d58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06d674d9f7ed482eb4385c6edb2ec1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670550 Jul 29 20:42:58.214406 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41764) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:58.238729 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30585d9d-be98-432e-8679-c42266cd5afe req-790b9395-60d6-4fdc-9abd-1e3c17ba5d6e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:58.240184 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-30585d9d-be98-432e-8679-c42266cd5afe req-790b9395-60d6-4fdc-9abd-1e3c17ba5d6e tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 944 time: 0.1075783 Jul 29 20:42:58.299852 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-30585d9d-be98-432e-8679-c42266cd5afe req-878e5e7b-98a4-448f-89f9-b293123c535b tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503552 Jul 29 20:42:58.304167 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ee0bfd1-e14b-4cc2-98d3-99877162ad64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:58.325655 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ee0bfd1-e14b-4cc2-98d3-99877162ad64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:58.369388 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ee0bfd1-e14b-4cc2-98d3-99877162ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:58.371988 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2ee0bfd1-e14b-4cc2-98d3-99877162ad64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:58.373120 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2ee0bfd1-e14b-4cc2-98d3-99877162ad64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5783667-33a4-4f4f-b702-6afa3ca785f6 HTTP/1.1" status: 204 len: 168 time: 0.1579678 Jul 29 20:42:58.381987 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0bfd1-e14b-4cc2-98d3-99877162ad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5783667-33a4-4f4f-b702-6afa3ca785f6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:58.948384 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41786) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:59.007005 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d146f714-7050-46e6-9bd8-7749a56b1939 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:59.039101 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-378822877-network', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:59.055449 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port d146f714-7050-46e6-9bd8-7749a56b1939 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:59.059661 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port d146f714-7050-46e6-9bd8-7749a56b1939 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:59.060040 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.060342 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Made reservation on behalf of 9eb1f16fb5784f7ab977bf500c8d3ed7 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:59.062655 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.071021 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.140085 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.158410 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.161626 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd146f714-7050-46e6-9bd8-7749a56b1939'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:42:59.162070 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.163921 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bce178-56ed-4922-8de6-bf7376066216" -d '{"events": [{"server_uuid": "f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0", "name": "network-vif-plugged", "status": "completed", "tag": "d146f714-7050-46e6-9bd8-7749a56b1939"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:42:59.189014 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d146f714-7050-46e6-9bd8-7749a56b1939, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d146f714-7050-46e6-9bd8-7749a56b1939,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:59.190331 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:42:59.193114 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.196768 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5dd52b-e997-47b5-abda-7290c86862b8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:59.207142 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.207493 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.segments_db [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Added segment bb5d24e4-7d91-44eb-944e-0d60b884235f of type vlan for network 114500d4-e157-4e09-af70-f7c7bfc638f9 Jul 29 20:42:59.222580 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d45084-a255-4ae1-8524-6ac5b6e34c3e x-openstack-request-id: req-f6d45084-a255-4ae1-8524-6ac5b6e34c3e {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:42:59.222871 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0", "name": "network-vif-plugged", "status": "completed", "tag": "d146f714-7050-46e6-9bd8-7749a56b1939", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:42:59.223123 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6d45084-a255-4ae1-8524-6ac5b6e34c3e {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:42:59.223510 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd146f714-7050-46e6-9bd8-7749a56b1939', 'code': 200} Jul 29 20:42:59.252270 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d146f714-7050-46e6-9bd8-7749a56b1939,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:59.254828 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.286501 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.287865 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:59.288655 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.341803 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3922856 Jul 29 20:42:59.344755 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41796) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:59.350069 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Request body: {'subnet': {'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-378822877-subnet', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'ip_version': 4}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:59.350976 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3192d-b4c1-4185-9ca8-55b72cc7d93f admin admin] Pushing event updated for resources: {'Network': ['ID=114500d4-e157-4e09-af70-f7c7bfc638f9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:59.362608 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:42:59.423359 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Made reservation on behalf of 9eb1f16fb5784f7ab977bf500c8d3ed7 for: {'subnet': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:59.425793 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59360612'] for subnet, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.491906 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b686e-ef59-43b8-86a6-e061d680cea0 req-6f32ac3e-dbe6-41a1-b685-04c021872f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:59.494468 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dc4b686e-ef59-43b8-86a6-e061d680cea0 req-6f32ac3e-dbe6-41a1-b685-04c021872f7e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 1098 time: 0.1321518 Jul 29 20:42:59.519750 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a686-92fb-4cfc-876e-372a74aef436 req-94a53d17-ce3b-4e40-bb9b-5b617fca4c14 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:59.521198 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0d60a686-92fb-4cfc-876e-372a74aef436 req-94a53d17-ce3b-4e40-bb9b-5b617fca4c14 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 945 time: 0.1449277 Jul 29 20:42:59.575856 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dc4b686e-ef59-43b8-86a6-e061d680cea0 req-b5ec58df-1a58-4b78-a104-1b1e7a75f63b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723188 Jul 29 20:42:59.613364 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0d60a686-92fb-4cfc-876e-372a74aef436 req-55821da4-ec5d-44e3-b7dc-a431b7bea4f5 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814793 Jul 29 20:42:59.674253 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59473381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59360586'] for subnet, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.728233 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:59.736687 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Checking segment: {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:59.737041 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Network hostable DHCP agents. Network: 114500d4-e157-4e09-af70-f7c7bfc638f9, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:42:59.753525 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:42:59.763189 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, 114500d4-e157-4e09-af70-f7c7bfc638f9) {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:59.767288 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:59.768042 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.774006 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaca3ec-ac55-4429-9f8f-6a9c50e926f8 None None] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:42:59.784626 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-69cc676a-4524-4a43-abca-91041305c01b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4362190 Jul 29 20:42:59.784829 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41802) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:59.789168 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:59.809627 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.810640 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.866790 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.917351 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-114500d4-e157-4e09-af70-f7c7bfc638f9', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:42:59.918334 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:59.998906 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.048003 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Allocated IP 172.20.0.2 (114500d4-e157-4e09-af70-f7c7bfc638f9/f9745ff1-20f8-48d2-91c0-1c8183a8ad1e/58a238d3-6689-4fc2-81ab-f5c510fd3256) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:43:00.186200 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.190631 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.194356 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Transition to ACTIVE for port object 58a238d3-6689-4fc2-81ab-f5c510fd3256 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:00.208350 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Transition to ACTIVE for port object 58a238d3-6689-4fc2-81ab-f5c510fd3256 will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:00.209048 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.215208 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.251585 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:00.254600 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:00.259925 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:43:00.265763 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Pushing event updated for resources: {'Port': ['ID=58a238d3-6689-4fc2-81ab-f5c510fd3256,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:00.317353 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Allocated IP 172.27.3.219 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/8d0f9be4-ed38-430b-a637-e31441494e1d) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:43:00.321620 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Attempting to bind port 58a238d3-6689-4fc2-81ab-f5c510fd3256 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:43:00.321998 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Attempting to bind port 58a238d3-6689-4fc2-81ab-f5c510fd3256 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:43:00.322469 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Attempting to bind port 58a238d3-6689-4fc2-81ab-f5c510fd3256 on network 114500d4-e157-4e09-af70-f7c7bfc638f9 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:43:00.327588 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:43:00.328012 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Checking segment: {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:43:00.328535 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.328951 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Bound using segment: {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:43:00.329746 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Bound port: 58a238d3-6689-4fc2-81ab-f5c510fd3256, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:43:00.330130 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.394077 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] For port 58a238d3-6689-4fc2-81ab-f5c510fd3256, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:43:00.397242 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] For port 58a238d3-6689-4fc2-81ab-f5c510fd3256, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=58a238d3-6689-4fc2-81ab-f5c510fd3256,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:43:00.403927 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.424182 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.462649 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957202b1-f24b-488b-978a-f11d4c0864b1 None None] Pushing event updated for resources: {'Port': ['ID=58a238d3-6689-4fc2-81ab-f5c510fd3256,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:00.469361 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.509653 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:00.515151 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:00.519636 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:43:00.525354 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Pushing event updated for resources: {'Port': ['ID=8d0f9be4-ed38-430b-a637-e31441494e1d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:00.734221 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-62418c28-2596-41c6-b064-079e2f9362b3 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023553268&fields=id&tenant_id=ccd17c11a2b04e1ea43e473317b93f32 HTTP/1.1" status: 200 len: 267 time: 0.1014380 Jul 29 20:43:00.750805 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23700469-9e4e-4150-9313-751359c134d1 req-0a7b33a7-1560-4e7e-b3b1-5284549ca5ab tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:00.760849 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-23700469-9e4e-4150-9313-751359c134d1 req-0a7b33a7-1560-4e7e-b3b1-5284549ca5ab tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 945 time: 0.0598142 Jul 29 20:43:00.805057 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-23700469-9e4e-4150-9313-751359c134d1 req-96d1580c-7a4a-402a-b476-7926caf87315 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Jul 29 20:43:00.835524 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-32aba8a1-30c8-4375-83ac-d43abf99adce tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:00.837035 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-32aba8a1-30c8-4375-83ac-d43abf99adce tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 985 time: 0.0971315 Jul 29 20:43:00.874568 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-994a2448-1788-4bc6-9060-8096a073b39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Request body: {'port': {'security_groups': ['9badde69-18db-446e-adbf-5dcb40d1b037']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:00.926101 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:00.991635 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-994a2448-1788-4bc6-9060-8096a073b39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.340660 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 58a238d3-6689-4fc2-81ab-f5c510fd3256 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:01.394762 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 58a238d3-6689-4fc2-81ab-f5c510fd3256 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:01.448543 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4006f2db-9a76-463c-a6e8-506fadf684ba None None] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:43:01.507326 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-e692a063-875c-4070-a9f3-7b0312d316ec None None] Provisioning for port 58a238d3-6689-4fc2-81ab-f5c510fd3256 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:01.513623 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-e692a063-875c-4070-a9f3-7b0312d316ec None None] Provisioning complete for port 58a238d3-6689-4fc2-81ab-f5c510fd3256 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:01.514243 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-e692a063-875c-4070-a9f3-7b0312d316ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.529081 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.604554 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-994a2448-1788-4bc6-9060-8096a073b39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] For port d62d52c6-2649-49c2-ac58-79353b04916c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d62d52c6-2649-49c2-ac58-79353b04916c,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:01.665641 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-e692a063-875c-4070-a9f3-7b0312d316ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.669956 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-994a2448-1788-4bc6-9060-8096a073b39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.679329 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-994a2448-1788-4bc6-9060-8096a073b39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.691387 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d62d52c6-2649-49c2-ac58-79353b04916c'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:43:01.737711 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-994a2448-1788-4bc6-9060-8096a073b39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:01.738393 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-994a2448-1788-4bc6-9060-8096a073b39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.738892 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-e692a063-875c-4070-a9f3-7b0312d316ec None None] For port 58a238d3-6689-4fc2-81ab-f5c510fd3256, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=58a238d3-6689-4fc2-81ab-f5c510fd3256,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:01.739809 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0f3b6715-6e97-4840-968f-b09ae105d07b req-994a2448-1788-4bc6-9060-8096a073b39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "PUT /v2.0/ports/d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 943 time: 0.8950484 Jul 29 20:43:01.742625 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:43:01.745173 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241eb9ad-647d-409d-8ccb-3d21184d4009" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:43:01.751827 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-e692a063-875c-4070-a9f3-7b0312d316ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.752518 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:01.775969 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a2448-1788-4bc6-9060-8096a073b39b tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event updated for resources: {'Port': ['ID=d62d52c6-2649-49c2-ac58-79353b04916c,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:01.808315 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Router 3338899b-ac71-4df7-9150-e9e60d41630f is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:43:01.864668 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2914fd4c-c248-402a-ba4f-3d939945d31f x-openstack-request-id: req-2914fd4c-c248-402a-ba4f-3d939945d31f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:43:01.864944 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:43:01.865134 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2914fd4c-c248-402a-ba4f-3d939945d31f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:43:01.865486 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'status': 'completed', 'code': 200} Jul 29 20:43:01.879359 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d62d52c6-2649-49c2-ac58-79353b04916c'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:43:01.905853 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-541c4d29-5075-4f07-b6d6-0a1e6c4113b4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.917847 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692a063-875c-4070-a9f3-7b0312d316ec None None] Pushing event updated for resources: {'Port': ['ID=58a238d3-6689-4fc2-81ab-f5c510fd3256,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:01.947526 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-541c4d29-5075-4f07-b6d6-0a1e6c4113b4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:01.973785 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-a3854481-1cd2-4b7e-8e00-f9c7de589a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:01.979464 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-a3854481-1cd2-4b7e-8e00-f9c7de589a76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccd17c11a2b04e1ea43e473317b93f32&device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 1099 time: 0.1166167 Jul 29 20:43:02.029398 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-541c4d29-5075-4f07-b6d6-0a1e6c4113b4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.032093 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-541c4d29-5075-4f07-b6d6-0a1e6c4113b4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.033385 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-541c4d29-5075-4f07-b6d6-0a1e6c4113b4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f4ea85c-35dd-40d1-bd22-3172466810da HTTP/1.1" status: 204 len: 168 time: 0.2794654 Jul 29 20:43:02.048037 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41826) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:02.054631 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:43:02.066352 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c4d29-5075-4f07-b6d6-0a1e6c4113b4 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4ea85c-35dd-40d1-bd22-3172466810da,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:02.092293 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] Notify callbacks [] for router, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.092293 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d0f3b1c7-0144-42e5-9156-8148227f3e8e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3034587 Jul 29 20:43:02.097096 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41828) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:02.098667 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Sync routers for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:43:02.140825 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:02.141903 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:02.162120 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-d6625247-2fee-4f08-b074-9438971d9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:02.163652 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-d6625247-2fee-4f08-b074-9438971d9e7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3000063d-e4e6-4fb6-a145-d0732f3c91f3 HTTP/1.1" status: 200 len: 914 time: 0.1749063 Jul 29 20:43:02.231782 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-238f0574-4af7-4bd3-9074-33aa87d3e6d1 None None] Provisioning complete for port 58a238d3-6689-4fc2-81ab-f5c510fd3256 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:02.231782 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-238f0574-4af7-4bd3-9074-33aa87d3e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.267188 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Deleting port 9c9094f2-3ddf-4101-abde-bd7cf48ae3f6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:02.267518 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.275425 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-31d2c97e-2735-4e08-ad78-445c703d30d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 1001 time: 0.0789156 Jul 29 20:43:02.319627 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:02.362054 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.362689 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.375290 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Calling delete_port for 9c9094f2-3ddf-4101-abde-bd7cf48ae3f6 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:02.389524 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-2199649d-d872-4e26-946f-30fe57550bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:02.391053 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-2199649d-d872-4e26-946f-30fe57550bec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ca4db87-e987-4a36-87cb-cbc71b7059a7 HTTP/1.1" status: 200 len: 852 time: 0.0865278 Jul 29 20:43:02.488089 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-6093bbb5-86a9-434d-8ff2-c8b858a7b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:02.489584 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-6093bbb5-86a9-434d-8ff2-c8b858a7b761 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3000063d-e4e6-4fb6-a145-d0732f3c91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882909 Jul 29 20:43:02.582518 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.609590 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-238f0574-4af7-4bd3-9074-33aa87d3e6d1 None None] Provisioning complete for port d62d52c6-2649-49c2-ac58-79353b04916c triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:02.610111 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event deleted for resources: {'Port': ['ID=9c9094f2-3ddf-4101-abde-bd7cf48ae3f6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:02.610205 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-238f0574-4af7-4bd3-9074-33aa87d3e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.660868 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-7ae7154a-cf10-4a79-9090-f469d5bf492b service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633298 Jul 29 20:43:02.691219 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.691580 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.l3_db [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Floating IP ea3386df-bfff-46ef-9ea9-339cb3eafb74 disassociated (deleted). External IP: 172.27.3.54, port: d62d52c6-2649-49c2-ac58-79353b04916c. Jul 29 20:43:02.714953 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:00Z', 'revision_number': 3, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:02.750118 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Checking router: 3338899b-ac71-4df7-9150-e9e60d41630f for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:43:02.750486 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Updating router 3338899b-ac71-4df7-9150-e9e60d41630f port 8d0f9be4-ed38-430b-a637-e31441494e1d binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:43:02.784688 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.812256 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:02.824883 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-241eb9ad-647d-409d-8ccb-3d21184d4009 req-5c382cd8-eca8-4569-b078-8e3fcdb29fb4 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389391 Jul 29 20:43:02.920516 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:43:02.977971 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Allocated IP 172.20.0.1 (114500d4-e157-4e09-af70-f7c7bfc638f9/f9745ff1-20f8-48d2-91c0-1c8183a8ad1e/99514d7c-df4e-445a-9423-4424964ea799) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:43:03.032165 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:43:03.036932 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.046656 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] Sync routers for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:43:03.056148 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:03.056888 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.057504 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:03.069129 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-162a1fe0-7521-4e70-96f2-f2592f4386c7 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea3386df-bfff-46ef-9ea9-339cb3eafb74 HTTP/1.1" status: 204 len: 168 time: 0.9948075 Jul 29 20:43:03.069757 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:43:03.072214 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b406ec5619ba16d065caec662b98cec23eb14a75aad6793b81e6fea0af8c0b7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e59ef7-53bf-4958-a230-0e365e5c2b97" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:43:03.078957 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Transition to ACTIVE for port object 8d0f9be4-ed38-430b-a637-e31441494e1d will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:03.092856 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.115696 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b92f955-3329-4888-9a85-93112813abaf x-openstack-request-id: req-7b92f955-3329-4888-9a85-93112813abaf {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:43:03.116446 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:43:03.116446 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b92f955-3329-4888-9a85-93112813abaf {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:43:03.116742 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'status': 'completed', 'code': 200} Jul 29 20:43:03.135525 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.176349 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:03.177040 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Attempting to bind port 8d0f9be4-ed38-430b-a637-e31441494e1d on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:43:03.177425 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Attempting to bind port 8d0f9be4-ed38-430b-a637-e31441494e1d by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:43:03.177823 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Attempting to bind port 8d0f9be4-ed38-430b-a637-e31441494e1d on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:43:03.186179 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:43:03.186564 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:43:03.187560 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.188027 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:43:03.188515 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Bound port: 8d0f9be4-ed38-430b-a637-e31441494e1d, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:43:03.189214 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.191383 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a1cf-1a78-4744-96dd-aae3130e28e2 None None] Pushing event updated for resources: {'Port': ['ID=8d0f9be4-ed38-430b-a637-e31441494e1d,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:03.192726 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Transition to ACTIVE for port object 99514d7c-df4e-445a-9423-4424964ea799 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:03.208600 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-cea02e9e-98e9-48d1-9902-c28cc7af60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:03.210633 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-cea02e9e-98e9-48d1-9902-c28cc7af60f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccd17c11a2b04e1ea43e473317b93f32&device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 1099 time: 0.0668705 Jul 29 20:43:03.293725 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] For port 8d0f9be4-ed38-430b-a637-e31441494e1d, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:43:03.308163 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] For port 8d0f9be4-ed38-430b-a637-e31441494e1d, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=8d0f9be4-ed38-430b-a637-e31441494e1d,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:43:03.315508 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.328179 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.354847 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 58a238d3-6689-4fc2-81ab-f5c510fd3256 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:03.390680 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:03.401129 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:03.406890 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-6dc5df52-1ff8-46d4-8606-40e2700f84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:03.408474 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-6dc5df52-1ff8-46d4-8606-40e2700f84b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3000063d-e4e6-4fb6-a145-d0732f3c91f3 HTTP/1.1" status: 200 len: 914 time: 0.1904681 Jul 29 20:43:03.409199 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:43:03.443421 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a1cf-1a78-4744-96dd-aae3130e28e2 None None] Pushing event updated for resources: {'Port': ['ID=8d0f9be4-ed38-430b-a637-e31441494e1d,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:03.447947 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Pushing event updated for resources: {'Port': ['ID=99514d7c-df4e-445a-9423-4424964ea799,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:03.451691 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:03.452534 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:03.485100 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '2bb6099e-2228-42ce-9bcb-fcc58dc1d31a', 'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'mac_address': 'fa:16:3e:d4:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:40Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 5, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'subnets': [{'id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:03.501059 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-5b27b148-3257-4c6e-9004-72a4dca713c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 200 len: 217 time: 0.0815833 Jul 29 20:43:03.525089 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 58a238d3-6689-4fc2-81ab-f5c510fd3256 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:03.525475 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.543496 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] Checking router: 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:43:03.558936 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-b348a760-ac43-419f-942d-7c3cba15d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:03.560653 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-b348a760-ac43-419f-942d-7c3cba15d2ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ca4db87-e987-4a36-87cb-cbc71b7059a7 HTTP/1.1" status: 200 len: 852 time: 0.0503457 Jul 29 20:43:03.561354 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.563884 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:03.566052 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:03.640953 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:03.688489 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-d9d84642-a07e-401e-8dbf-181f45db0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:03.689930 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-d9d84642-a07e-401e-8dbf-181f45db0e15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3000063d-e4e6-4fb6-a145-d0732f3c91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846896 Jul 29 20:43:03.803810 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-06e45b8f-3b2f-487e-85db-8ad5b8cece9b None None] Provisioning for port 99514d7c-df4e-445a-9423-4424964ea799 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:03.804319 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.820399 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-06e45b8f-3b2f-487e-85db-8ad5b8cece9b None None] Provisioning complete for port 99514d7c-df4e-445a-9423-4424964ea799 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:03.820786 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-06e45b8f-3b2f-487e-85db-8ad5b8cece9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:03.825301 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:03.859441 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-92188218-7cbf-4b26-9929-4959fed984ac service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570430 Jul 29 20:43:03.883592 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-06e45b8f-3b2f-487e-85db-8ad5b8cece9b None None] Port 99514d7c-df4e-445a-9423-4424964ea799 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:43:03.913970 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:00Z', 'revision_number': 3, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:03.944216 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabad892-2913-4428-bb66-7b6af6ba58f6 None None] The sync data for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi is: [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:00Z', 'revision_number': 3, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:43:04.028747 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e9e59ef7-53bf-4958-a230-0e365e5c2b97 req-460b1f67-0426-432b-8732-4778eee3d2a2 service neutron] 10.222.0.18 "GET /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616006 Jul 29 20:43:04.037262 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '2bb6099e-2228-42ce-9bcb-fcc58dc1d31a', 'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'mac_address': 'fa:16:3e:d4:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:40Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 5, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'subnets': [{'id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:04.069316 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ecaf9-52dc-481c-a3bf-710592607453 None None] The sync data for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi is: [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:39:41Z', 'revision_number': 4, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '2bb6099e-2228-42ce-9bcb-fcc58dc1d31a', 'name': '', 'network_id': '3000063d-e4e6-4fb6-a145-d0732f3c91f3', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'mac_address': 'fa:16:3e:d4:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:40Z', 'updated_at': '2021-07-29T20:39:47Z', 'revision_number': 5, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'subnets': [{'id': '7ca4db87-e987-4a36-87cb-cbc71b7059a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:43:04.072888 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:04.077647 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:04.147645 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Pushing event updated for resources: {'Port': ['ID=99514d7c-df4e-445a-9423-4424964ea799,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:04.150065 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:04.257566 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:04.259130 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:04.373256 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e88cf97-c9bc-43de-8869-b46454561d83 None None] New status for floating IP ea3386df-bfff-46ef-9ea9-339cb3eafb74: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:43:04.408033 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Router 3338899b-ac71-4df7-9150-e9e60d41630f has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:43:04.526620 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:43:04.532913 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d8feda10-15b5-4cb3-87b7-3718b4f238f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/3338899b-ac71-4df7-9150-e9e60d41630f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4351673 Jul 29 20:43:04.615327 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-c1937494-cc3a-4041-b1b4-16ac2fab852c None None] Provisioning complete for port 99514d7c-df4e-445a-9423-4424964ea799 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:04.616009 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1937494-cc3a-4041-b1b4-16ac2fab852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:04.651571 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-c1937494-cc3a-4041-b1b4-16ac2fab852c None None] Port 99514d7c-df4e-445a-9423-4424964ea799 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:43:04.995827 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41868) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:05.000812 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-30298182-network', 'tenant_id': 'a99e2395c875489e95954176b9a64db0'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:05.021460 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Made reservation on behalf of a99e2395c875489e95954176b9a64db0 for: {'network': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:43:05.023792 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for network, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.032698 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.122747 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.126462 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.150407 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:43:05.160470 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689138af-7103-4693-b668-71d0c49f894f,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:05.165079 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.165414 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.segments_db [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Added segment 727005dc-fdf4-4049-ba1d-933b2fceb5c0 of type vlan for network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 Jul 29 20:43:05.204085 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775196270421'] for network, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.232008 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201'] for network, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.232982 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:05.233567 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.292395 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2954795 Jul 29 20:43:05.295216 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41870) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:05.297199 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e41aeb-e2ce-4978-b0b7-6a2a2373f375 admin admin] Pushing event updated for resources: {'Network': ['ID=eb31bf63-40b0-4a0d-bca3-2bc267f407e7,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:05.302268 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Request body: {'subnet': {'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-30298182-subnet', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:05.315549 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 details requested by agent ovs-agent-dv-cinder-802955-1-iscsi with host dv-cinder-802955-1-iscsi {{(pid=94859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:43:05.325855 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Made reservation on behalf of a99e2395c875489e95954176b9a64db0 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:43:05.328190 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1907085'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.332206 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 8d0f9be4-ed38-430b-a637-e31441494e1d up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:05.430112 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 8d0f9be4-ed38-430b-a637-e31441494e1d completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:05.434347 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 8d0f9be4-ed38-430b-a637-e31441494e1d triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:05.434822 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.510032 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1907107'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.523057 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.544390 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 8d0f9be4-ed38-430b-a637-e31441494e1d, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=8d0f9be4-ed38-430b-a637-e31441494e1d,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:05.550319 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.562568 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1749a662-95a4-4020-9ae9-dcd976897f71,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:05.581564 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Sync routers for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:43:05.584970 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Checking segment: {'id': '727005dc-fdf4-4049-ba1d-933b2fceb5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:43:05.585575 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Network hostable DHCP agents. Network: eb31bf63-40b0-4a0d-bca3-2bc267f407e7, hostable agents: ['b6860fb9-0fbc-49dc-84fa-de7903cd206a'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:43:05.592122 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:05.592883 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:05.604113 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=8d0f9be4-ed38-430b-a637-e31441494e1d,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:05.607661 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 is scheduled to be hosted by DHCP agent b6860fb9-0fbc-49dc-84fa-de7903cd206a with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:43:05.618801 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-1-iscsi, eb31bf63-40b0-4a0d-bca3-2bc267f407e7) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:05.623695 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:05.624289 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.631978 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828cf1fc-d781-4bbf-998b-7773108b7adf None None] Network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:43:05.641086 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c7360b56-ae0f-4667-9152-aa299fe54366 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3440595 Jul 29 20:43:05.644048 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41876) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:05.651665 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:05.677346 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-587609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-948'] for router, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.678599 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-973'] for router, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.725179 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:05.788320 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30dd4df0-10e8-5687-90a3-5cf3cd4e2c3f-eb31bf63-40b0-4a0d-bca3-2bc267f407e7', 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'fixed_ips': [{'subnet_id': '1749a662-95a4-4020-9ae9-dcd976897f71'}]}} from dv-cinder-802955-1-iscsi. {{(pid=94859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:43:05.788964 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.939120 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '99514d7c-df4e-445a-9423-4424964ea799', 'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'mac_address': 'fa:16:3e:2e:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:02Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 2, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'subnets': [{'id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:05.940676 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.db_base_plugin_common [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Allocated IP 172.20.0.2 (eb31bf63-40b0-4a0d-bca3-2bc267f407e7/1749a662-95a4-4020-9ae9-dcd976897f71/6c09b58f-281c-40d8-9b6e-581913a1171e) {{(pid=94859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:43:05.970307 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Checking router: 3338899b-ac71-4df7-9150-e9e60d41630f for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:43:05.971603 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Updating router 3338899b-ac71-4df7-9150-e9e60d41630f port 99514d7c-df4e-445a-9423-4424964ea799 binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:43:05.992504 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.002556 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.101806 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Notify callbacks [] for port, precommit_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.111256 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Transition to ACTIVE for port object 6c09b58f-281c-40d8-9b6e-581913a1171e will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:06.126452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.127029 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Transition to ACTIVE for port object 6c09b58f-281c-40d8-9b6e-581913a1171e will not be triggered until provisioned by entity DHCP. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:06.134244 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525'] for port, after_create {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.174649 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 is already hosted by enough agents. {{(pid=94859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:06.179869 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.scheduler.base_scheduler [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Resources bound (agent type, host, resource id): {{(pid=94859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:06.182290 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Received port after_create {{(pid=94859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:43:06.194367 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Pushing event updated for resources: {'Port': ['ID=6c09b58f-281c-40d8-9b6e-581913a1171e,revision_number=1']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:06.218044 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.218388 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.218733 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.219063 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.219388 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.219712 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.220059 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.220381 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.220705 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.221028 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.221561 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.221896 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:06.250311 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Attempting to bind port 6c09b58f-281c-40d8-9b6e-581913a1171e on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:43:06.250677 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Attempting to bind port 6c09b58f-281c-40d8-9b6e-581913a1171e by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '727005dc-fdf4-4049-ba1d-933b2fceb5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:43:06.251030 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Attempting to bind port 6c09b58f-281c-40d8-9b6e-581913a1171e on network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:43:06.255943 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:43:06.256313 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Checking segment: {'id': '727005dc-fdf4-4049-ba1d-933b2fceb5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:43:06.256713 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.257101 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Bound using segment: {'id': '727005dc-fdf4-4049-ba1d-933b2fceb5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:43:06.257700 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Bound port: 6c09b58f-281c-40d8-9b6e-581913a1171e, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727005dc-fdf4-4049-ba1d-933b2fceb5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:43:06.258125 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.267626 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.277918 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Transition to ACTIVE for port object 99514d7c-df4e-445a-9423-4424964ea799 will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:06.284029 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.332134 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df613ec-8db7-4689-914f-77a5e547c66b None None] Pushing event updated for resources: {'Port': ['ID=99514d7c-df4e-445a-9423-4424964ea799,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:06.348053 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.368374 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.416775 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Attempting to bind port 99514d7c-df4e-445a-9423-4424964ea799 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:43:06.417446 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Attempting to bind port 99514d7c-df4e-445a-9423-4424964ea799 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:43:06.418035 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Attempting to bind port 99514d7c-df4e-445a-9423-4424964ea799 on network 114500d4-e157-4e09-af70-f7c7bfc638f9 {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:43:06.424585 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:43:06.425443 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Checking segment: {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:43:06.427059 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.427652 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Bound using segment: {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:43:06.428156 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Bound port: 99514d7c-df4e-445a-9423-4424964ea799, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:43:06.428568 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.466379 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] For port 6c09b58f-281c-40d8-9b6e-581913a1171e, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:43:06.470110 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] For port 6c09b58f-281c-40d8-9b6e-581913a1171e, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=6c09b58f-281c-40d8-9b6e-581913a1171e,segment=NetworkSegment(727005dc-fdf4-4049-ba1d-933b2fceb5c0),segment_id=727005dc-fdf4-4049-ba1d-933b2fceb5c0)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:43:06.477282 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.502542 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Allocated IP 172.27.3.121 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/8b023a52-daca-4ba5-b894-055c911479f5) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:43:06.505371 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] For port 99514d7c-df4e-445a-9423-4424964ea799, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:43:06.508964 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] For port 99514d7c-df4e-445a-9423-4424964ea799, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=99514d7c-df4e-445a-9423-4424964ea799,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:43:06.519661 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.544396 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899c80f-4ad0-479d-9c05-2cb56ada3484 None None] Pushing event updated for resources: {'Port': ['ID=6c09b58f-281c-40d8-9b6e-581913a1171e,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:06.609718 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df613ec-8db7-4689-914f-77a5e547c66b None None] Pushing event updated for resources: {'Port': ['ID=99514d7c-df4e-445a-9423-4424964ea799,revision_number=4']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:06.628993 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:06.629616 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:06.652685 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.711972 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:06.774860 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:06.775428 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:06.789183 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:06.795917 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:43:06.826949 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b023a52-daca-4ba5-b894-055c911479f5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:07.026309 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '99514d7c-df4e-445a-9423-4424964ea799', 'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'mac_address': 'fa:16:3e:2e:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:02Z', 'updated_at': '2021-07-29T20:43:06Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'subnets': [{'id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:07.053977 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc24b91-b49b-4f6c-afe7-e1b6b84b1b7e None None] The sync data for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi is: [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '99514d7c-df4e-445a-9423-4424964ea799', 'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'mac_address': 'fa:16:3e:2e:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:02Z', 'updated_at': '2021-07-29T20:43:06Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'subnets': [{'id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:43:07.075993 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:07.323615 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632556'] for router, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:07.455200 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 99514d7c-df4e-445a-9423-4424964ea799 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:07.489761 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Router d1d73e19-a74e-46fb-a787-5169845993fa is scheduled to L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f with binding_index 1 {{(pid=94858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:43:07.519907 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 99514d7c-df4e-445a-9423-4424964ea799 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:07.526358 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 99514d7c-df4e-445a-9423-4424964ea799 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:07.526916 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:07.641346 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:43:07.642288 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:07.666270 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Sync routers for ids ['d1d73e19-a74e-46fb-a787-5169845993fa'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:43:07.675732 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:07.677188 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-18b8d193-c1c1-4856-9dae-44b539eb82c1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0316820 Jul 29 20:43:07.680170 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41890) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:07.700981 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 99514d7c-df4e-445a-9423-4424964ea799, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=99514d7c-df4e-445a-9423-4424964ea799,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:07.706750 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df664b7-e17d-4750-bed9-bead98798d90 None None] Network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:43:07.719213 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:07.720029 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 6c09b58f-281c-40d8-9b6e-581913a1171e up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:07.772192 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Routers {'d1d73e19-a74e-46fb-a787-5169845993fa'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:07.773415 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['d1d73e19-a74e-46fb-a787-5169845993fa'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:07.916435 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-34118cc5-1d9f-49e2-9ff3-6a415176ed0e None None] Provisioning for port 6c09b58f-281c-40d8-9b6e-581913a1171e completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:07.964796 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=99514d7c-df4e-445a-9423-4424964ea799,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:08.034204 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 6c09b58f-281c-40d8-9b6e-581913a1171e completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:08.047626 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Set router d1d73e19-a74e-46fb-a787-5169845993fa gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:08.074852 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 6c09b58f-281c-40d8-9b6e-581913a1171e triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:08.075093 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.199508 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.316740 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.396048 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Allocated IP 172.20.0.1 (eb31bf63-40b0-4a0d-bca3-2bc267f407e7/1749a662-95a4-4020-9ae9-dcd976897f71/963775ed-0d81-4b95-8662-f4e60aeda037) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:43:08.396505 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 6c09b58f-281c-40d8-9b6e-581913a1171e, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=6c09b58f-281c-40d8-9b6e-581913a1171e,segment=NetworkSegment(727005dc-fdf4-4049-ba1d-933b2fceb5c0),segment_id=727005dc-fdf4-4049-ba1d-933b2fceb5c0)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:08.401323 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.402865 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 8d0f9be4-ed38-430b-a637-e31441494e1d up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:08.477923 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '8b023a52-daca-4ba5-b894-055c911479f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:43:05Z', 'updated_at': '2021-07-29T20:43:06Z', 'revision_number': 3, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'gw_port': {'id': '8b023a52-daca-4ba5-b894-055c911479f5', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:06Z', 'updated_at': '2021-07-29T20:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:08.523756 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Checking router: d1d73e19-a74e-46fb-a787-5169845993fa for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:43:08.524020 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Updating router d1d73e19-a74e-46fb-a787-5169845993fa port 8b023a52-daca-4ba5-b894-055c911479f5 binding host dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:43:08.566410 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=6c09b58f-281c-40d8-9b6e-581913a1171e,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:08.576185 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-cc94fd31-41ab-4008-b4a2-88201f190640 None None] Provisioning complete for port 6c09b58f-281c-40d8-9b6e-581913a1171e triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:08.576430 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cc94fd31-41ab-4008-b4a2-88201f190640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.578102 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.620689 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 8d0f9be4-ed38-430b-a637-e31441494e1d triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:08.621067 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.741632 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.755096 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Transition to ACTIVE for port object 963775ed-0d81-4b95-8662-f4e60aeda037 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:08.795326 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.842084 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:08.845184 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:08.851662 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:43:08.857646 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Pushing event updated for resources: {'Port': ['ID=963775ed-0d81-4b95-8662-f4e60aeda037,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:08.921508 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632371'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.063885 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.075134 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Transition to ACTIVE for port object 8b023a52-daca-4ba5-b894-055c911479f5 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:09.082636 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.097912 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.143945 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e88dcd-ab6b-4637-82a1-c942239a5de7 None None] Pushing event updated for resources: {'Port': ['ID=8b023a52-daca-4ba5-b894-055c911479f5,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:09.146471 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Attempting to bind port 8b023a52-daca-4ba5-b894-055c911479f5 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:43:09.146927 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Attempting to bind port 8b023a52-daca-4ba5-b894-055c911479f5 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:43:09.147630 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Attempting to bind port 8b023a52-daca-4ba5-b894-055c911479f5 on network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:43:09.153097 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:43:09.153479 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Checking segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:43:09.154011 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.154323 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Bound using segment: {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:43:09.154797 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Bound port: 8b023a52-daca-4ba5-b894-055c911479f5, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4857b-8f5b-41ef-b5a0-278fc71e034a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:43:09.155184 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.213085 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] For port 8b023a52-daca-4ba5-b894-055c911479f5, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:43:09.216694 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] For port 8b023a52-daca-4ba5-b894-055c911479f5, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=8b023a52-daca-4ba5-b894-055c911479f5,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:43:09.218631 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-ce1faf1b-2f11-400d-8e3c-09b49869d334 None None] Provisioning for port 963775ed-0d81-4b95-8662-f4e60aeda037 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:09.222578 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.228015 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-ce1faf1b-2f11-400d-8e3c-09b49869d334 None None] Provisioning complete for port 963775ed-0d81-4b95-8662-f4e60aeda037 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:09.228393 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ce1faf1b-2f11-400d-8e3c-09b49869d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.300016 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.310016 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.315742 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 6c09b58f-281c-40d8-9b6e-581913a1171e up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:09.320544 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-ce1faf1b-2f11-400d-8e3c-09b49869d334 None None] Port 963775ed-0d81-4b95-8662-f4e60aeda037 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:43:09.380062 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933539'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.381999 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Pushing event updated for resources: {'Port': ['ID=963775ed-0d81-4b95-8662-f4e60aeda037,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:09.464408 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e88dcd-ab6b-4637-82a1-c942239a5de7 None None] Pushing event updated for resources: {'Port': ['ID=8b023a52-daca-4ba5-b894-055c911479f5,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:09.471540 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Routers {'d1d73e19-a74e-46fb-a787-5169845993fa'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:09.472166 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['d1d73e19-a74e-46fb-a787-5169845993fa'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:09.474114 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:09.475561 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:09.579189 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 6c09b58f-281c-40d8-9b6e-581913a1171e triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:09.579745 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.592631 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Router d1d73e19-a74e-46fb-a787-5169845993fa has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:43:09.617088 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] Set router d1d73e19-a74e-46fb-a787-5169845993fa gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:09.707914 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:43:09.713381 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-894e6109-bc3d-495e-9cd6-e18af0b842cf admin admin] 10.222.0.16 "PUT /v2.0/routers/d1d73e19-a74e-46fb-a787-5169845993fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318093 Jul 29 20:43:09.813955 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-021ac3a7-728b-4a13-860a-ae14e006218a None None] Provisioning complete for port 963775ed-0d81-4b95-8662-f4e60aeda037 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:09.814328 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-021ac3a7-728b-4a13-860a-ae14e006218a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.817915 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 99514d7c-df4e-445a-9423-4424964ea799 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:09.915519 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-021ac3a7-728b-4a13-860a-ae14e006218a None None] Port 963775ed-0d81-4b95-8662-f4e60aeda037 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:43:09.938793 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 99514d7c-df4e-445a-9423-4424964ea799 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:09.939171 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:09.982993 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '8b023a52-daca-4ba5-b894-055c911479f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:43:05Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 4, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'gw_port': {'id': '8b023a52-daca-4ba5-b894-055c911479f5', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:06Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '963775ed-0d81-4b95-8662-f4e60aeda037', 'name': '', 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'mac_address': 'fa:16:3e:c4:d9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:08Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 2, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'subnets': [{'id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:10.016515 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db8f51-f5e4-4240-9f8e-025f0c84b3b9 None None] The sync data for ids ['d1d73e19-a74e-46fb-a787-5169845993fa'] in dv-cinder-802955-1-iscsi is: [{'id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '8b023a52-daca-4ba5-b894-055c911479f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:43:05Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 4, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'gw_port': {'id': '8b023a52-daca-4ba5-b894-055c911479f5', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:06Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '963775ed-0d81-4b95-8662-f4e60aeda037', 'name': '', 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'mac_address': 'fa:16:3e:c4:d9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:08Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 2, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'subnets': [{'id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:43:11.164707 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:43:11.316912 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 8b023a52-daca-4ba5-b894-055c911479f5 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:11.365139 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 8b023a52-daca-4ba5-b894-055c911479f5 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:11.368704 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 8b023a52-daca-4ba5-b894-055c911479f5 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:11.369081 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.447593 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.470359 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 8b023a52-daca-4ba5-b894-055c911479f5, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=8b023a52-daca-4ba5-b894-055c911479f5,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:11.474487 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.523676 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=8b023a52-daca-4ba5-b894-055c911479f5,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:11.699729 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41930) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:11.704451 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-128a8244-19c0-4189-9537-fd8e808fbbc6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177094242', 'description': 'tempest-secgroup-smoke-1177094242 description', 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:11.727502 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-128a8244-19c0-4189-9537-fd8e808fbbc6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.778569 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Sync routers for ids ['d1d73e19-a74e-46fb-a787-5169845993fa'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:43:11.788507 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Routers {'d1d73e19-a74e-46fb-a787-5169845993fa'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:11.789079 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['d1d73e19-a74e-46fb-a787-5169845993fa'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:11.820226 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-128a8244-19c0-4189-9537-fd8e808fbbc6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.824449 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-128a8244-19c0-4189-9537-fd8e808fbbc6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.853514 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-128a8244-19c0-4189-9537-fd8e808fbbc6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.857728 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-128a8244-19c0-4189-9537-fd8e808fbbc6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1541770 Jul 29 20:43:11.857728 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a8244-19c0-4189-9537-fd8e808fbbc6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58536dd6-93c2-48ce-9715-23922a5a7338,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:11.858969 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41932) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:11.864388 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-8d58b5c1-4afb-418b-a46f-ab5764d4f128 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Request body: {'security_group_rule': {'security_group_id': '58536dd6-93c2-48ce-9715-23922a5a7338', 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:11.893742 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d58b5c1-4afb-418b-a46f-ab5764d4f128 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.957019 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d58b5c1-4afb-418b-a46f-ab5764d4f128 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.961199 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d58b5c1-4afb-418b-a46f-ab5764d4f128 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.980017 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58b5c1-4afb-418b-a46f-ab5764d4f128 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1602ba40-f415-4e6a-898f-aee3994b5374,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:11.983679 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d58b5c1-4afb-418b-a46f-ab5764d4f128 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:11.984978 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-8d58b5c1-4afb-418b-a46f-ab5764d4f128 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246593 Jul 29 20:43:11.987876 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41934) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:11.988471 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Set router d1d73e19-a74e-46fb-a787-5169845993fa gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:11.992965 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-82081e6d-7afc-43db-82b4-1104ca13c169 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Request body: {'security_group_rule': {'security_group_id': '58536dd6-93c2-48ce-9715-23922a5a7338', 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:12.018933 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-82081e6d-7afc-43db-82b4-1104ca13c169 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.077488 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-82081e6d-7afc-43db-82b4-1104ca13c169 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.081816 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-82081e6d-7afc-43db-82b4-1104ca13c169 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.100184 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82081e6d-7afc-43db-82b4-1104ca13c169 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dec5603-3a0e-4ac2-9bdd-59bf59c15878,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:12.107403 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-82081e6d-7afc-43db-82b4-1104ca13c169 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.110056 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-82081e6d-7afc-43db-82b4-1104ca13c169 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211514 Jul 29 20:43:12.111126 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41938) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:12.115537 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-2b7b8cd4-39b2-43d0-91b2-e47983a52776 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Request body: {'security_group_rule': {'security_group_id': '58536dd6-93c2-48ce-9715-23922a5a7338', 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:12.142376 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8cd4-39b2-43d0-91b2-e47983a52776 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.197735 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8cd4-39b2-43d0-91b2-e47983a52776 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.202175 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8cd4-39b2-43d0-91b2-e47983a52776 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.205434 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '8b023a52-daca-4ba5-b894-055c911479f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:43:05Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 4, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'gw_port': {'id': '8b023a52-daca-4ba5-b894-055c911479f5', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:06Z', 'updated_at': '2021-07-29T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '963775ed-0d81-4b95-8662-f4e60aeda037', 'name': '', 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'mac_address': 'fa:16:3e:c4:d9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:08Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 2, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'subnets': [{'id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:12.219598 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b8cd4-39b2-43d0-91b2-e47983a52776 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebec491-43df-4e6d-91fc-191e5f537493,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:12.225798 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8cd4-39b2-43d0-91b2-e47983a52776 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.227226 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-2b7b8cd4-39b2-43d0-91b2-e47983a52776 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151311 Jul 29 20:43:12.229934 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 41940) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:12.234298 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-b3c3839d-2990-4095-a3b6-0481d48214f9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Request body: {'security_group_rule': {'security_group_id': '58536dd6-93c2-48ce-9715-23922a5a7338', 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:12.235365 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Checking router: d1d73e19-a74e-46fb-a787-5169845993fa for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:43:12.235724 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Updating router d1d73e19-a74e-46fb-a787-5169845993fa port 963775ed-0d81-4b95-8662-f4e60aeda037 binding host dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:43:12.259762 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3c3839d-2990-4095-a3b6-0481d48214f9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.260579 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.343572 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3c3839d-2990-4095-a3b6-0481d48214f9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.348038 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3c3839d-2990-4095-a3b6-0481d48214f9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.363976 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3839d-2990-4095-a3b6-0481d48214f9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847192ad-ade0-4a49-9cca-b2f78e4f3e2b,revision_number=0']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:12.376986 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3c3839d-2990-4095-a3b6-0481d48214f9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.380680 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-b3c3839d-2990-4095-a3b6-0481d48214f9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473637 Jul 29 20:43:12.381029 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41944) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:12.385717 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-687a245e-7a99-4b63-989c-819417b572ed tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Request body: {'security_group_rule': {'security_group_id': '58536dd6-93c2-48ce-9715-23922a5a7338', 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:12.407232 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-687a245e-7a99-4b63-989c-819417b572ed tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Project 9eb1f16fb5784f7ab977bf500c8d3ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:43:12.412188 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-687a245e-7a99-4b63-989c-819417b572ed tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.474864 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-687a245e-7a99-4b63-989c-819417b572ed tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.479405 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-687a245e-7a99-4b63-989c-819417b572ed tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.497788 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a245e-7a99-4b63-989c-819417b572ed tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc1126c-236e-4c95-a8d0-0e01747f52f1,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:12.503282 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-687a245e-7a99-4b63-989c-819417b572ed tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.506955 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-687a245e-7a99-4b63-989c-819417b572ed tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224229 Jul 29 20:43:12.507157 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 41946) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:12.511995 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d2c8247f-7121-4d8e-8f98-d75dda36f99a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Request body: {'security_group_rule': {'security_group_id': '58536dd6-93c2-48ce-9715-23922a5a7338', 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:12.530707 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.534393 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-d2c8247f-7121-4d8e-8f98-d75dda36f99a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Project 9eb1f16fb5784f7ab977bf500c8d3ed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:43:12.539250 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2c8247f-7121-4d8e-8f98-d75dda36f99a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.540394 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.provisioning_blocks [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Transition to ACTIVE for port object 963775ed-0d81-4b95-8662-f4e60aeda037 will not be triggered until provisioned by entity L2. {{(pid=94860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:12.546822 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.593410 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Pushing event updated for resources: {'Port': ['ID=963775ed-0d81-4b95-8662-f4e60aeda037,revision_number=3']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:12.602609 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.602957 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.603292 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.603626 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.603961 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.604297 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.605142 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.605490 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.605876 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.606208 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.606318 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2c8247f-7121-4d8e-8f98-d75dda36f99a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.606536 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.606858 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:12.611007 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2c8247f-7121-4d8e-8f98-d75dda36f99a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.630446 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8247f-7121-4d8e-8f98-d75dda36f99a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867c07e7-6143-4181-a680-63403da6d29c,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:12.641085 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2c8247f-7121-4d8e-8f98-d75dda36f99a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.642549 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d2c8247f-7121-4d8e-8f98-d75dda36f99a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344545 Jul 29 20:43:12.671229 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Attempting to bind port 963775ed-0d81-4b95-8662-f4e60aeda037 on host dv-cinder-802955-1-iscsi for vnic_type normal with profile {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:43:12.671603 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Attempting to bind port 963775ed-0d81-4b95-8662-f4e60aeda037 by drivers openvswitch,hyperv on host dv-cinder-802955-1-iscsi at level 0 using segments [{'id': '727005dc-fdf4-4049-ba1d-933b2fceb5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7'}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:43:12.672000 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Attempting to bind port 963775ed-0d81-4b95-8662-f4e60aeda037 on network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:43:12.677625 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Checking agent: {'id': '620f778d-c67c-4337-935c-84958af58c87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 30, 54), 'started_at': datetime.datetime(2021, 7, 29, 20, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:43:12.677999 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Checking segment: {'id': '727005dc-fdf4-4049-ba1d-933b2fceb5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:43:12.678402 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.678802 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Bound using segment: {'id': '727005dc-fdf4-4049-ba1d-933b2fceb5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7'} {{(pid=94860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:43:12.679260 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.managers [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Bound port: 963775ed-0d81-4b95-8662-f4e60aeda037, host: dv-cinder-802955-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727005dc-fdf4-4049-ba1d-933b2fceb5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7'}}] {{(pid=94860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:43:12.679655 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.754773 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] For port 963775ed-0d81-4b95-8662-f4e60aeda037, host dv-cinder-802955-1-iscsi, cleared binding levels {{(pid=94860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:43:12.759655 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.plugins.ml2.db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] For port 963775ed-0d81-4b95-8662-f4e60aeda037, host dv-cinder-802955-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=963775ed-0d81-4b95-8662-f4e60aeda037,segment=NetworkSegment(727005dc-fdf4-4049-ba1d-933b2fceb5c0),segment_id=727005dc-fdf4-4049-ba1d-933b2fceb5c0)] {{(pid=94860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:43:12.763947 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron_lib.callbacks.manager [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:12.831240 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d12cca-8276-4d8e-b9a7-b836090ede4b None None] Pushing event updated for resources: {'Port': ['ID=963775ed-0d81-4b95-8662-f4e60aeda037,revision_number=4']} {{(pid=94860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:12.835563 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Routers {'d1d73e19-a74e-46fb-a787-5169845993fa'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:12.836159 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['d1d73e19-a74e-46fb-a787-5169845993fa'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:12.948372 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] Set router d1d73e19-a74e-46fb-a787-5169845993fa gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:13.173925 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '8b023a52-daca-4ba5-b894-055c911479f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:43:05Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 4, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'gw_port': {'id': '8b023a52-daca-4ba5-b894-055c911479f5', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:06Z', 'updated_at': '2021-07-29T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '963775ed-0d81-4b95-8662-f4e60aeda037', 'name': '', 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'mac_address': 'fa:16:3e:c4:d9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:08Z', 'updated_at': '2021-07-29T20:43:12Z', 'revision_number': 4, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'subnets': [{'id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:13.210488 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5801ee4-9212-430f-ad5b-75f9da518fe4 None None] The sync data for ids ['d1d73e19-a74e-46fb-a787-5169845993fa'] in dv-cinder-802955-1-iscsi is: [{'id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '8b023a52-daca-4ba5-b894-055c911479f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:43:05Z', 'updated_at': '2021-07-29T20:43:09Z', 'revision_number': 4, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'gw_port': {'id': '8b023a52-daca-4ba5-b894-055c911479f5', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:06Z', 'updated_at': '2021-07-29T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '963775ed-0d81-4b95-8662-f4e60aeda037', 'name': '', 'network_id': 'eb31bf63-40b0-4a0d-bca3-2bc267f407e7', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'mac_address': 'fa:16:3e:c4:d9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:08Z', 'updated_at': '2021-07-29T20:43:12Z', 'revision_number': 4, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'subnets': [{'id': '1749a662-95a4-4020-9ae9-dcd976897f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:43:13.348102 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 963775ed-0d81-4b95-8662-f4e60aeda037 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:13.405993 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning for port 963775ed-0d81-4b95-8662-f4e60aeda037 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:13.411693 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 963775ed-0d81-4b95-8662-f4e60aeda037 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:13.412074 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:13.509399 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:13.583477 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] For port 963775ed-0d81-4b95-8662-f4e60aeda037, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=963775ed-0d81-4b95-8662-f4e60aeda037,segment=NetworkSegment(727005dc-fdf4-4049-ba1d-933b2fceb5c0),segment_id=727005dc-fdf4-4049-ba1d-933b2fceb5c0)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:13.589650 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:13.590489 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 8b023a52-daca-4ba5-b894-055c911479f5 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:13.657815 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf93b45-4594-4967-ac6d-50d21bc78adc req-097c2c1e-8884-4a7e-8c7e-9d8efc9f1fbf tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:13.659626 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fdf93b45-4594-4967-ac6d-50d21bc78adc req-097c2c1e-8884-4a7e-8c7e-9d8efc9f1fbf tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0507290 Jul 29 20:43:13.677887 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Pushing event updated for resources: {'Port': ['ID=963775ed-0d81-4b95-8662-f4e60aeda037,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:13.688535 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 8b023a52-daca-4ba5-b894-055c911479f5 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:13.688949 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:13.708424 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fdf93b45-4594-4967-ac6d-50d21bc78adc req-a7a42976-6c29-410b-8813-a3499e878ceb tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393252 Jul 29 20:43:14.826000 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184a039-39d7-4a4d-aa7b-fff64aafde18 req-d56f98d5-552f-46f1-a1f8-5b0a0113e160 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:14.827507 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7184a039-39d7-4a4d-aa7b-fff64aafde18 req-d56f98d5-552f-46f1-a1f8-5b0a0113e160 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0516276 Jul 29 20:43:14.866083 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7184a039-39d7-4a4d-aa7b-fff64aafde18 req-a2124533-a039-4266-8e76-380ba2c3b7e0 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Jul 29 20:43:15.302855 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 963775ed-0d81-4b95-8662-f4e60aeda037 up at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:15.349465 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Provisioning complete for port 963775ed-0d81-4b95-8662-f4e60aeda037 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:15.349783 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:15.978330 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49829b-6c1c-4ec2-8146-fd0d72b75770 req-f6e4346b-c079-4690-89f7-606c038e1416 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:15.980471 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6c49829b-6c1c-4ec2-8146-fd0d72b75770 req-f6e4346b-c079-4690-89f7-606c038e1416 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0486982 Jul 29 20:43:16.017578 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6c49829b-6c1c-4ec2-8146-fd0d72b75770 req-c8e6f6ed-e10c-4795-93c7-2bceb3745511 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Jul 29 20:43:17.132440 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802321c4-e44b-41db-a137-fd3c445e919a req-05d537ba-db7c-4287-a891-de159d44f98c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:17.134078 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-802321c4-e44b-41db-a137-fd3c445e919a req-05d537ba-db7c-4287-a891-de159d44f98c tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0477765 Jul 29 20:43:17.171139 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-802321c4-e44b-41db-a137-fd3c445e919a req-bd3595e9-d415-4625-ad94-73f64b0694f5 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Jul 29 20:43:18.289784 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5047e1-2319-49f5-b625-95da34310699 req-99940544-710a-4379-8501-10424107b397 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:18.291267 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ff5047e1-2319-49f5-b625-95da34310699 req-99940544-710a-4379-8501-10424107b397 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0519693 Jul 29 20:43:18.329357 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ff5047e1-2319-49f5-b625-95da34310699 req-d369d880-75bc-48a4-87bb-548a7d9051f0 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/security-groups?id=9badde69-18db-446e-adbf-5dcb40d1b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Jul 29 20:43:19.009757 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b742d-9da3-46ab-9464-c7766969467e req-d88af9d0-8bab-459f-864f-bdb5cf8adcc9 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:19.011229 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-425b742d-9da3-46ab-9464-c7766969467e req-d88af9d0-8bab-459f-864f-bdb5cf8adcc9 tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 946 time: 0.0492196 Jul 29 20:43:19.123999 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-425b742d-9da3-46ab-9464-c7766969467e req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Deleting port d62d52c6-2649-49c2-ac58-79353b04916c {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:19.124341 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-425b742d-9da3-46ab-9464-c7766969467e req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:19.217363 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-425b742d-9da3-46ab-9464-c7766969467e req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] For port d62d52c6-2649-49c2-ac58-79353b04916c, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d62d52c6-2649-49c2-ac58-79353b04916c,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:19.217761 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-425b742d-9da3-46ab-9464-c7766969467e req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:19.231467 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-425b742d-9da3-46ab-9464-c7766969467e req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Calling delete_port for d62d52c6-2649-49c2-ac58-79353b04916c owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:19.368017 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-425b742d-9da3-46ab-9464-c7766969467e req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:19.379304 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d62d52c6-2649-49c2-ac58-79353b04916c'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:43:19.396621 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Pushing event deleted for resources: {'Port': ['ID=d62d52c6-2649-49c2-ac58-79353b04916c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:19.441747 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c07068bb-1ea2-4355-9f84-3f4923ada8ab req-7b0e3bf1-e308-474e-a88a-c869ebfb616e tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9 HTTP/1.1" status: 200 len: 210 time: 0.0407073 Jul 29 20:43:19.464773 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-425b742d-9da3-46ab-9464-c7766969467e req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] No DVR routers for this DVR port d62d52c6-2649-49c2-ac58-79353b04916c on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:43:19.467356 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-425b742d-9da3-46ab-9464-c7766969467e req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:19.469369 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-425b742d-9da3-46ab-9464-c7766969467e req-68c8642f-38b4-47a5-9c02-db5e7e7fa26a tempest-TestMinimumBasicScenario-39129986 tempest-TestMinimumBasicScenario-39129986-project] 10.222.0.18 "DELETE /v2.0/ports/d62d52c6-2649-49c2-ac58-79353b04916c HTTP/1.1" status: 204 len: 173 time: 0.4362109 Jul 29 20:43:19.469843 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'name': 'network-vif-deleted', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:43:19.472158 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31028fa3-84db-4b6c-b884-72df8ddb6cf4" -d '{"events": [{"server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "name": "network-vif-deleted", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:43:19.515950 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020573dd-d3ce-41b1-a43f-9ab63500260c x-openstack-request-id: req-020573dd-d3ce-41b1-a43f-9ab63500260c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:43:19.516251 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9", "name": "network-vif-deleted", "tag": "d62d52c6-2649-49c2-ac58-79353b04916c", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:43:19.516527 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-020573dd-d3ce-41b1-a43f-9ab63500260c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:43:19.516918 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee841d8-f2fe-45a6-8db4-4ce5e85af2a9', 'name': 'network-vif-deleted', 'tag': 'd62d52c6-2649-49c2-ac58-79353b04916c', 'status': 'completed', 'code': 200} Jul 29 20:43:21.260183 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42142) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:21.638745 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5e94ed35-8fce-4b45-bbac-484048b7bdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:21.675032 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933446'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:21.852859 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799864a0-e03e-4739-9b83-98535cfa29cb req-77cdcd03-e16a-4323-91eb-c09aecb69f6f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:21.854992 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-799864a0-e03e-4739-9b83-98535cfa29cb req-77cdcd03-e16a-4323-91eb-c09aecb69f6f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0505645 Jul 29 20:43:21.893110 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-799864a0-e03e-4739-9b83-98535cfa29cb req-07dd2703-dbe6-4c35-a0b2-256eb539f0ce tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322320 Jul 29 20:43:21.999168 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Deleting port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:21.999512 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:22.093296 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] For port 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=2bb6099e-2228-42ce-9bcb-fcc58dc1d31a,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:22.093574 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:22.110609 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Calling delete_port for 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:22.231291 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac51be1-7ec1-4c93-9428-cc8d5df97c5c req-4392d5e0-7770-4665-b194-09b30f2d7800 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:22.238727 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ac51be1-7ec1-4c93-9428-cc8d5df97c5c req-4392d5e0-7770-4665-b194-09b30f2d7800 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 945 time: 0.0598009 Jul 29 20:43:22.274588 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3ac51be1-7ec1-4c93-9428-cc8d5df97c5c req-706c538e-eaa7-4ecf-a94f-fe2219ff468a tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Jul 29 20:43:22.311925 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:22.339742 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb6099e-2228-42ce-9bcb-fcc58dc1d31a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:22.514405 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933418'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:22.727512 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:43:22.836859 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:43:22.842434 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-504628b7-0283-4874-b6d5-32fc66d7b0d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bcbc03b-1f1c-4751-85a2-76e911b5f1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5812263 Jul 29 20:43:22.844992 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42166) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:22.848312 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] Sync routers for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:43:22.858777 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:22.859457 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:22.951352 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:22.971425 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:23.079628 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978455c-5a81-49b3-b252-1b9e2708d7ff req-ef0e9fa8-2fc4-48bb-9766-8d8584905f88 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:23.081105 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a978455c-5a81-49b3-b252-1b9e2708d7ff req-ef0e9fa8-2fc4-48bb-9766-8d8584905f88 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0970552 Jul 29 20:43:23.105237 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.151846 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a978455c-5a81-49b3-b252-1b9e2708d7ff req-eacff853-df8d-4023-b822-bdc1bac4a775 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634165 Jul 29 20:43:23.155134 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:43:22Z', 'revision_number': 5, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port': {'id': '052ace7c-3cf1-4293-a639-f8e44118ac13', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:38Z', 'updated_at': '2021-07-29T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:23.173096 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Deleting port 052ace7c-3cf1-4293-a639-f8e44118ac13 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:23.173468 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.186721 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] Checking router: 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:43:23.194792 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] Routers {'6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:23.195396 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:42:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:23.259209 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] For port 052ace7c-3cf1-4293-a639-f8e44118ac13, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=052ace7c-3cf1-4293-a639-f8e44118ac13,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:23.259589 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.278045 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Calling delete_port for 052ace7c-3cf1-4293-a639-f8e44118ac13 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:23.285263 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] Set router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:23.342844 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:43:23Z', 'revision_number': 6, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port_host': None}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:23.370078 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc00f4-d836-45de-b486-a2f96d258d01 None None] The sync data for ids ['6bcbc03b-1f1c-4751-85a2-76e911b5f1ee'] in dv-cinder-802955-1-iscsi is: [{'id': '6bcbc03b-1f1c-4751-85a2-76e911b5f1ee', 'name': 'tempest-TestMinimumBasicScenario-69397511-router', 'tenant_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:37Z', 'updated_at': '2021-07-29T20:43:23Z', 'revision_number': 6, 'project_id': 'ccd17c11a2b04e1ea43e473317b93f32', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:43:23.398751 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d66006-b546-4caf-8858-0b694430bce1 req-d6c16e4a-99a6-404f-af96-3d578de2d602 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:23.400372 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-58d66006-b546-4caf-8858-0b694430bce1 req-d6c16e4a-99a6-404f-af96-3d578de2d602 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 945 time: 0.0534570 Jul 29 20:43:23.423417 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d62d52c6-2649-49c2-ac58-79353b04916c no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:43:23.448672 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: d62d52c6-2649-49c2-ac58-79353b04916c {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:43:23.448952 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d62d52c6-2649-49c2-ac58-79353b04916c not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:43:23.451218 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-58d66006-b546-4caf-8858-0b694430bce1 req-24eeffe4-46dc-46f2-a525-4d3bad800303 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/security-groups?id=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Jul 29 20:43:23.472322 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.494337 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Pushing event deleted for resources: {'Port': ['ID=052ace7c-3cf1-4293-a639-f8e44118ac13,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:23.554782 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632456'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.645025 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-962'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.647231 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.690101 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526471'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.690626 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bcbc03b-1f1c-4751-85a2-76e911b5f1ee {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:43:23.694882 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.696110 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-849b0ae4-29a3-41a7-bfc9-27e233fdd36d admin admin] 10.222.0.16 "DELETE /v2.0/routers/6bcbc03b-1f1c-4751-85a2-76e911b5f1ee HTTP/1.1" status: 204 len: 168 time: 0.8501832 Jul 29 20:43:23.698627 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42172) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:23.749141 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-409df136-358d-484b-ba5a-859a1dfb8b8c admin admin] Deleting subnet 7ca4db87-e987-4a36-87cb-cbc71b7059a7 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:43:23.752478 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-409df136-358d-484b-ba5a-859a1dfb8b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:23.795504 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-409df136-358d-484b-ba5a-859a1dfb8b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2800963'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.018230 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3134d-c265-4ecb-9067-0be965c2720a req-55695804-2b68-4310-985a-03e427ec5254 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:24.019732 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-13a3134d-c265-4ecb-9067-0be965c2720a req-55695804-2b68-4310-985a-03e427ec5254 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 945 time: 0.0520360 Jul 29 20:43:24.124100 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-13a3134d-c265-4ecb-9067-0be965c2720a req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Deleting port d146f714-7050-46e6-9bd8-7749a56b1939 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:24.124443 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-13a3134d-c265-4ecb-9067-0be965c2720a req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.128853 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-409df136-358d-484b-ba5a-859a1dfb8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.191514 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-409df136-358d-484b-ba5a-859a1dfb8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1907114'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.221467 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409df136-358d-484b-ba5a-859a1dfb8b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca4db87-e987-4a36-87cb-cbc71b7059a7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:24.233724 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-409df136-358d-484b-ba5a-859a1dfb8b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.235958 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-409df136-358d-484b-ba5a-859a1dfb8b8c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ca4db87-e987-4a36-87cb-cbc71b7059a7 HTTP/1.1" status: 204 len: 168 time: 0.5361753 Jul 29 20:43:24.242282 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42178) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:24.245262 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-13a3134d-c265-4ecb-9067-0be965c2720a req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] For port d146f714-7050-46e6-9bd8-7749a56b1939, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d146f714-7050-46e6-9bd8-7749a56b1939,segment=NetworkSegment(893663b6-d7f0-44db-9344-40a48b0ea8d2),segment_id=893663b6-d7f0-44db-9344-40a48b0ea8d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:24.245654 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-13a3134d-c265-4ecb-9067-0be965c2720a req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.249038 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce539ce-73b9-446b-8b5b-8602d9f721ba None None] Network 3000063d-e4e6-4fb6-a145-d0732f3c91f3 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:43:24.264068 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6226b708-7c90-4519-a4b0-b962aeacc533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.289323 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a77b2-2fb4-4d3c-8356-ec213ac0a4c7 req-a2c92642-c42d-40ba-aed7-100b6d1aceaf tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:24.290866 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-178a77b2-2fb4-4d3c-8356-ec213ac0a4c7 req-a2c92642-c42d-40ba-aed7-100b6d1aceaf tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0617304 Jul 29 20:43:24.303216 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-13a3134d-c265-4ecb-9067-0be965c2720a req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Calling delete_port for d146f714-7050-46e6-9bd8-7749a56b1939 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:24.345699 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-178a77b2-2fb4-4d3c-8356-ec213ac0a4c7 req-45583e0d-9364-4b2f-90c7-d7229d566291 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472105 Jul 29 20:43:24.362875 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.379785 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.496774 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb42c17-d41c-40a0-90fd-b25e7966caec None None] DHCP port deletion for 3000063d-e4e6-4fb6-a145-d0732f3c91f3 request from dv-cinder-802955-1-iscsi {{(pid=94859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:43:24.503573 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Deleting port e6a8c358-6c52-426c-ac47-3051a6f59e13 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:24.504552 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.507848 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-13a3134d-c265-4ecb-9067-0be965c2720a req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.595594 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Pushing event deleted for resources: {'Port': ['ID=d146f714-7050-46e6-9bd8-7749a56b1939,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:24.620314 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-74ac5c68-f270-44b1-bfb8-c2a97afd5a01 req-1ddb0365-d132-4178-aac1-ed45a48b085f tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0 HTTP/1.1" status: 200 len: 210 time: 0.0612295 Jul 29 20:43:24.649304 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d146f714-7050-46e6-9bd8-7749a56b1939'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:43:24.668790 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a3134d-c265-4ecb-9067-0be965c2720a req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] No DVR routers for this DVR port d146f714-7050-46e6-9bd8-7749a56b1939 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:43:24.675708 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-13a3134d-c265-4ecb-9067-0be965c2720a req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.677721 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-13a3134d-c265-4ecb-9067-0be965c2720a req-614d54e6-c54d-42b8-bdae-2575356e2840 tempest-VolumesSnapshotTestJSON-416705685 tempest-VolumesSnapshotTestJSON-416705685-project] 10.222.0.18 "DELETE /v2.0/ports/d146f714-7050-46e6-9bd8-7749a56b1939 HTTP/1.1" status: 204 len: 173 time: 0.6476848 Jul 29 20:43:24.678167 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0', 'name': 'network-vif-deleted', 'tag': 'd146f714-7050-46e6-9bd8-7749a56b1939'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:43:24.680454 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c97f536-361d-4afa-8c92-75ba8c4c14d2" -d '{"events": [{"server_uuid": "f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0", "name": "network-vif-deleted", "tag": "d146f714-7050-46e6-9bd8-7749a56b1939"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:43:24.687511 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] For port e6a8c358-6c52-426c-ac47-3051a6f59e13, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=e6a8c358-6c52-426c-ac47-3051a6f59e13,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:24.687881 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.703091 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-ceb42c17-d41c-40a0-90fd-b25e7966caec None None] Deleting port e6a8c358-6c52-426c-ac47-3051a6f59e13 {{(pid=94859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:24.703562 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ceb42c17-d41c-40a0-90fd-b25e7966caec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.716955 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Calling delete_port for e6a8c358-6c52-426c-ac47-3051a6f59e13 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:24.762590 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad3966a-9f6a-424a-bd32-a37efdcd0611 x-openstack-request-id: req-fad3966a-9f6a-424a-bd32-a37efdcd0611 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:43:24.762865 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0", "name": "network-vif-deleted", "tag": "d146f714-7050-46e6-9bd8-7749a56b1939", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:43:24.763109 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fad3966a-9f6a-424a-bd32-a37efdcd0611 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:43:24.763520 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e5b31b-7e57-479d-b5d4-6d6bbb60b7f0', 'name': 'network-vif-deleted', 'tag': 'd146f714-7050-46e6-9bd8-7749a56b1939', 'status': 'completed', 'code': 200} Jul 29 20:43:24.776328 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ceb42c17-d41c-40a0-90fd-b25e7966caec None None] For port e6a8c358-6c52-426c-ac47-3051a6f59e13, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=e6a8c358-6c52-426c-ac47-3051a6f59e13,segment=NetworkSegment(12ddc08e-62b1-4d56-874b-eb348b235ade),segment_id=12ddc08e-62b1-4d56-874b-eb348b235ade)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:24.776728 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ceb42c17-d41c-40a0-90fd-b25e7966caec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.802921 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-ceb42c17-d41c-40a0-90fd-b25e7966caec None None] Calling delete_port for e6a8c358-6c52-426c-ac47-3051a6f59e13 owned by network:dhcp {{(pid=94859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:24.830060 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.860150 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a8c358-6c52-426c-ac47-3051a6f59e13,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:24.861972 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] No DVR routers for this DVR port e6a8c358-6c52-426c-ac47-3051a6f59e13 on host dv-cinder-802955-1-iscsi {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:43:24.933645 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.943274 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3000063d-e4e6-4fb6-a145-d0732f3c91f3']}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:24.953061 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ddc08e-62b1-4d56-874b-eb348b235ade') {'for_net_delete': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:24.953353 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ddc08e-62b1-4d56-874b-eb348b235ade') {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:24.960640 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ceb42c17-d41c-40a0-90fd-b25e7966caec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.962430 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59713184'] for segment, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.976993 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.983496 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:43:24.983874 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470456'] for segment, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: Traceback (most recent call last): Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: timer() Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: cb(*args, **kw) Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: return func(*args, **kwargs) Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: self._notify() Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: self.callback(batched_events) Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: event.method(event) Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: return f(self, *a, **k) Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._get(url).json() Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: return self.request(url, 'GET', **kwargs) Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:43:24.985484 dv-cinder-802955-1-iscsi neutron-server[94858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:43:24.987541 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb42c17-d41c-40a0-90fd-b25e7966caec None None] Pushing event deleted for resources: {'Port': ['ID=e6a8c358-6c52-426c-ac47-3051a6f59e13,revision_number=None']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:24.991033 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb42c17-d41c-40a0-90fd-b25e7966caec None None] No DVR routers for this DVR port e6a8c358-6c52-426c-ac47-3051a6f59e13 on host dv-cinder-802955-1-iscsi {{(pid=94859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:43:25.039913 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:25.046862 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:25.048745 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3000063d-e4e6-4fb6-a145-d0732f3c91f3 HTTP/1.1" status: 204 len: 168 time: 0.8057475 Jul 29 20:43:25.051754 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42186) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:25.058213 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a51d6-a576-4f87-9bcb-37c91cfcbff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3000063d-e4e6-4fb6-a145-d0732f3c91f3,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:25.324356 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:43:25.345871 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:25.346494 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:43:25.346837 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 2bb6099e-2228-42ce-9bcb-fcc58dc1d31a not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:43:25.347252 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 052ace7c-3cf1-4293-a639-f8e44118ac13 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:43:25.365621 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 052ace7c-3cf1-4293-a639-f8e44118ac13 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:43:25.365972 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 052ace7c-3cf1-4293-a639-f8e44118ac13 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:43:25.366376 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device e6a8c358-6c52-426c-ac47-3051a6f59e13 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:43:25.385401 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: e6a8c358-6c52-426c-ac47-3051a6f59e13 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:43:25.385779 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device e6a8c358-6c52-426c-ac47-3051a6f59e13 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:43:25.422928 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933446'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:25.480877 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d853-ae38-4c46-b43e-4debd7b5d928 req-2f0b9a89-b6a9-4f90-9b2b-00d63b7db813 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:25.482452 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a632d853-ae38-4c46-b43e-4debd7b5d928 req-2f0b9a89-b6a9-4f90-9b2b-00d63b7db813 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0553024 Jul 29 20:43:25.519986 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a632d853-ae38-4c46-b43e-4debd7b5d928 req-665a64cf-d32b-4501-94ec-94c8f4cc7f4b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316911 Jul 29 20:43:25.676859 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Deleting port b39c5174-92d2-4e81-ad50-d828cd2eabb2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:25.677208 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:25.756505 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] For port b39c5174-92d2-4e81-ad50-d828cd2eabb2, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=b39c5174-92d2-4e81-ad50-d828cd2eabb2,segment=NetworkSegment(376b6cc9-291e-42f0-a160-1da9d0ff67d4),segment_id=376b6cc9-291e-42f0-a160-1da9d0ff67d4)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:25.756889 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:25.773365 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Calling delete_port for b39c5174-92d2-4e81-ad50-d828cd2eabb2 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:25.918830 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:25.990170 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:26.019489 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39c5174-92d2-4e81-ad50-d828cd2eabb2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:26.183684 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933418'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:26.393998 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:43:26.496107 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:43:26.503518 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a8f2153c-4fdc-4dc4-8ed2-4ab1532737d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/4fbb4828-7e91-4959-875f-a5c3c61f3d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4481854 Jul 29 20:43:26.503644 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42200) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:26.504535 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] Sync routers for ids ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:43:26.514357 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] Routers {'4fbb4828-7e91-4959-875f-a5c3c61f3d64'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:26.514961 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:43:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:26.611614 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:26.620881 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] Set router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:26.660316 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c6e01-3177-48de-91a1-729b97052990 req-de4256b2-0f59-4304-9cb4-3146dcd68972 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:26.662042 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5a5c6e01-3177-48de-91a1-729b97052990 req-de4256b2-0f59-4304-9cb4-3146dcd68972 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0571697 Jul 29 20:43:26.702543 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5a5c6e01-3177-48de-91a1-729b97052990 req-712a569a-070d-4095-85b0-97514c5e1332 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327945 Jul 29 20:43:26.721382 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:26.774534 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Deleting port ce3000b7-adb2-4de9-aa36-a7e9d50e17db {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:26.774777 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:26.796991 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:43Z', 'updated_at': '2021-07-29T20:43:25Z', 'revision_number': 5, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'gw_port': {'id': 'ce3000b7-adb2-4de9-aa36-a7e9d50e17db', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:44Z', 'updated_at': '2021-07-29T20:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:26.827351 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] Checking router: 4fbb4828-7e91-4959-875f-a5c3c61f3d64 for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:43:26.836111 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] Routers {'4fbb4828-7e91-4959-875f-a5c3c61f3d64'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:26.836411 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:43:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:26.856564 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] For port ce3000b7-adb2-4de9-aa36-a7e9d50e17db, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=ce3000b7-adb2-4de9-aa36-a7e9d50e17db,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:26.856942 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:26.869060 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Calling delete_port for ce3000b7-adb2-4de9-aa36-a7e9d50e17db owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:26.919420 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] Set router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 gateway port host: None {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:26.970020 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:43Z', 'updated_at': '2021-07-29T20:43:26Z', 'revision_number': 6, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'gw_port_host': None}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:27.003910 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.011706 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af44411-bbff-4ec9-a9a1-aa6fdc69763a None None] The sync data for ids ['4fbb4828-7e91-4959-875f-a5c3c61f3d64'] in dv-cinder-802955-1-iscsi is: [{'id': '4fbb4828-7e91-4959-875f-a5c3c61f3d64', 'name': 'tempest-TestMinimumBasicScenario-257663062-router', 'tenant_id': '8d02c76135b542d8afce0b1a21e783e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:43Z', 'updated_at': '2021-07-29T20:43:26Z', 'revision_number': 6, 'project_id': '8d02c76135b542d8afce0b1a21e783e2', 'gw_port_host': None}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:43:27.049216 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.076738 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3000b7-adb2-4de9-aa36-a7e9d50e17db,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:27.140615 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632456'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.233073 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-962'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.235205 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.275306 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526471'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.276439 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbb4828-7e91-4959-875f-a5c3c61f3d64 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:43:27.280911 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.282065 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c18312fe-0ead-4f29-bd13-d412cce21e34 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4fbb4828-7e91-4959-875f-a5c3c61f3d64 HTTP/1.1" status: 204 len: 168 time: 0.7775836 Jul 29 20:43:27.284465 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42224) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:27.331054 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2082626-e37c-404f-9dd6-b07d0887f661 admin admin] Deleting subnet 7d1c12ba-3069-47d3-a076-7e942b9d268d {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:43:27.333939 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2082626-e37c-404f-9dd6-b07d0887f661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.590156 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2082626-e37c-404f-9dd6-b07d0887f661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2800963'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.662600 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2082626-e37c-404f-9dd6-b07d0887f661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.716447 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2082626-e37c-404f-9dd6-b07d0887f661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1907114'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.741473 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2082626-e37c-404f-9dd6-b07d0887f661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1c12ba-3069-47d3-a076-7e942b9d268d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:27.745389 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2082626-e37c-404f-9dd6-b07d0887f661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.747303 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c2082626-e37c-404f-9dd6-b07d0887f661 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7d1c12ba-3069-47d3-a076-7e942b9d268d HTTP/1.1" status: 204 len: 168 time: 0.4619372 Jul 29 20:43:27.750113 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42228) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:27.756520 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2199f05e-e7b7-4aa0-8d00-301c94cab307 None None] Network 596d1752-e5a7-489a-bbb9-7eb85611d56c requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:43:27.828804 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.842795 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device b39c5174-92d2-4e81-ad50-d828cd2eabb2 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:43:27.861265 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf37f6-050a-43f1-a729-7694fb53ccf6 req-d9bf7422-b91b-4897-b37b-1ff0dcb16b43 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:27.862906 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e8bf37f6-050a-43f1-a729-7694fb53ccf6 req-d9bf7422-b91b-4897-b37b-1ff0dcb16b43 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0519361 Jul 29 20:43:27.866836 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: b39c5174-92d2-4e81-ad50-d828cd2eabb2 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:43:27.867259 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device b39c5174-92d2-4e81-ad50-d828cd2eabb2 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:43:27.911158 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e8bf37f6-050a-43f1-a729-7694fb53ccf6 req-8f62d82d-49ee-4aa5-8c30-8657bfcd4bbb tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Jul 29 20:43:28.006308 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead06231-0ad8-4db6-8a1f-38a6b1eccecd None None] DHCP port deletion for 596d1752-e5a7-489a-bbb9-7eb85611d56c request from dv-cinder-802955-1-iscsi {{(pid=94859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:43:28.069798 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-ead06231-0ad8-4db6-8a1f-38a6b1eccecd None None] Deleting port 5c039047-2f9a-4a32-a86a-9ab118eddfaf {{(pid=94859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:28.070367 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ead06231-0ad8-4db6-8a1f-38a6b1eccecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.138052 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Deleting port 5c039047-2f9a-4a32-a86a-9ab118eddfaf {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:43:28.138472 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.140306 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ead06231-0ad8-4db6-8a1f-38a6b1eccecd None None] For port 5c039047-2f9a-4a32-a86a-9ab118eddfaf, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=5c039047-2f9a-4a32-a86a-9ab118eddfaf,segment=NetworkSegment(376b6cc9-291e-42f0-a160-1da9d0ff67d4),segment_id=376b6cc9-291e-42f0-a160-1da9d0ff67d4)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:28.140969 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ead06231-0ad8-4db6-8a1f-38a6b1eccecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.154649 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-ead06231-0ad8-4db6-8a1f-38a6b1eccecd None None] Calling delete_port for 5c039047-2f9a-4a32-a86a-9ab118eddfaf owned by network:dhcp {{(pid=94859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:28.201054 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] For port 5c039047-2f9a-4a32-a86a-9ab118eddfaf, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=5c039047-2f9a-4a32-a86a-9ab118eddfaf,segment=NetworkSegment(376b6cc9-291e-42f0-a160-1da9d0ff67d4),segment_id=376b6cc9-291e-42f0-a160-1da9d0ff67d4)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:28.201510 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.219724 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Calling delete_port for 5c039047-2f9a-4a32-a86a-9ab118eddfaf owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:43:28.248748 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ead06231-0ad8-4db6-8a1f-38a6b1eccecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.273360 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead06231-0ad8-4db6-8a1f-38a6b1eccecd None None] Pushing event deleted for resources: {'Port': ['ID=5c039047-2f9a-4a32-a86a-9ab118eddfaf,revision_number=None']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:28.277908 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead06231-0ad8-4db6-8a1f-38a6b1eccecd None None] No DVR routers for this DVR port 5c039047-2f9a-4a32-a86a-9ab118eddfaf on host dv-cinder-802955-1-iscsi {{(pid=94859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:43:28.327161 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.353516 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c039047-2f9a-4a32-a86a-9ab118eddfaf,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:28.355858 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] No DVR routers for this DVR port 5c039047-2f9a-4a32-a86a-9ab118eddfaf on host dv-cinder-802955-1-iscsi {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:43:28.434761 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.444784 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596d1752-e5a7-489a-bbb9-7eb85611d56c']}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:28.455028 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376b6cc9-291e-42f0-a160-1da9d0ff67d4') {'for_net_delete': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:28.455487 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376b6cc9-291e-42f0-a160-1da9d0ff67d4') {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:28.465452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59713184'] for segment, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.479845 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.486456 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:43:28.486847 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470456'] for segment, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: self.session.flush() Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: self.session.flush() Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: self.session.flush() Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: self.session.flush() Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: Traceback (most recent call last): Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: timer() Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: cb(*args, **kw) Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: return func(*args, **kwargs) Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: self._notify() Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: self.callback(batched_events) Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: event.method(event) Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: return f(self, *a, **k) Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._get(url).json() Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: return self.request(url, 'GET', **kwargs) Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:43:28.488500 dv-cinder-802955-1-iscsi neutron-server[94858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:43:28.539526 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.544309 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.548898 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] 10.222.0.16 "DELETE /v2.0/networks/596d1752-e5a7-489a-bbb9-7eb85611d56c HTTP/1.1" status: 204 len: 168 time: 0.7953568 Jul 29 20:43:28.558504 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49460b-44ac-492c-ade6-08c0de297241 admin admin] Pushing event deleted for resources: {'Network': ['ID=596d1752-e5a7-489a-bbb9-7eb85611d56c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:28.702822 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42236) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:28.742050 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-1f204daa-3799-44f5-9233-c1e4b40e7248 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccd17c11a2b04e1ea43e473317b93f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381052 Jul 29 20:43:28.744473 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42238) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:28.790248 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61fd1c1f-51d7-4102-ba4d-05c3fce7ce7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.810958 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61fd1c1f-51d7-4102-ba4d-05c3fce7ce7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.861584 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61fd1c1f-51d7-4102-ba4d-05c3fce7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.864412 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61fd1c1f-51d7-4102-ba4d-05c3fce7ce7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:28.865625 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-61fd1c1f-51d7-4102-ba4d-05c3fce7ce7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9badde69-18db-446e-adbf-5dcb40d1b037 HTTP/1.1" status: 204 len: 168 time: 0.1201260 Jul 29 20:43:28.872868 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd1c1f-51d7-4102-ba4d-05c3fce7ce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9badde69-18db-446e-adbf-5dcb40d1b037,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:29.036838 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284c81-017d-4a96-ace4-bb5b510d4d60 req-ece9d9cf-01bf-47c8-a5a4-9240e9c554f6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:29.038356 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71284c81-017d-4a96-ace4-bb5b510d4d60 req-ece9d9cf-01bf-47c8-a5a4-9240e9c554f6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0547032 Jul 29 20:43:29.076496 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71284c81-017d-4a96-ace4-bb5b510d4d60 req-cf3bb0dd-d15d-4a1d-ae0f-0e49b28e5be7 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Jul 29 20:43:29.166731 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42248) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:29.205342 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-65be49ea-382e-4f39-9eaf-de443ca3c572 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d02c76135b542d8afce0b1a21e783e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375240 Jul 29 20:43:29.208018 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42250) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:29.255476 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a56b35e9-740a-4c11-b1d0-b52e5fab7fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:29.277124 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a56b35e9-740a-4c11-b1d0-b52e5fab7fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:29.298882 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 5c039047-2f9a-4a32-a86a-9ab118eddfaf no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:43:29.320410 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 5c039047-2f9a-4a32-a86a-9ab118eddfaf {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:43:29.320820 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 5c039047-2f9a-4a32-a86a-9ab118eddfaf not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:43:29.321311 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ce3000b7-adb2-4de9-aa36-a7e9d50e17db no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:43:29.323940 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a56b35e9-740a-4c11-b1d0-b52e5fab7fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:29.326711 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a56b35e9-740a-4c11-b1d0-b52e5fab7fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:29.327840 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a56b35e9-740a-4c11-b1d0-b52e5fab7fd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e0a3f10-d467-4192-8048-d0be775d747e HTTP/1.1" status: 204 len: 168 time: 0.1189544 Jul 29 20:43:29.335690 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b35e9-740a-4c11-b1d0-b52e5fab7fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0a3f10-d467-4192-8048-d0be775d747e,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:29.341141 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: ce3000b7-adb2-4de9-aa36-a7e9d50e17db {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:43:29.341496 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device ce3000b7-adb2-4de9-aa36-a7e9d50e17db not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:43:30.384771 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67de6f-6c98-4f22-994f-521c841e7e94 req-bcddc555-4000-4c9f-8196-b10c7a529e5a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:30.386727 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ab67de6f-6c98-4f22-994f-521c841e7e94 req-bcddc555-4000-4c9f-8196-b10c7a529e5a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.2379639 Jul 29 20:43:30.423701 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ab67de6f-6c98-4f22-994f-521c841e7e94 req-5efccf0e-988a-4b39-9ef9-b6bbd70e84a2 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Jul 29 20:43:30.680195 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d146f714-7050-46e6-9bd8-7749a56b1939 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:43:30.703730 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: d146f714-7050-46e6-9bd8-7749a56b1939 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:43:30.704075 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d146f714-7050-46e6-9bd8-7749a56b1939 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:43:31.603015 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce66a96-86f9-4212-940d-55d7dfa27786 req-8b47a950-04bc-4043-a506-042b12e7a1ab tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:31.605122 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8ce66a96-86f9-4212-940d-55d7dfa27786 req-8b47a950-04bc-4043-a506-042b12e7a1ab tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.1106243 Jul 29 20:43:31.645369 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8ce66a96-86f9-4212-940d-55d7dfa27786 req-59b40c5f-33e2-4f39-989e-7d52b500035d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344045 Jul 29 20:43:32.767110 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9933f-d5a0-406f-ae6a-9d695e231b72 req-4dd78356-656d-4c80-a725-586c12b1f87a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:32.768378 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-84a9933f-d5a0-406f-ae6a-9d695e231b72 req-4dd78356-656d-4c80-a725-586c12b1f87a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0523684 Jul 29 20:43:32.808333 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-84a9933f-d5a0-406f-ae6a-9d695e231b72 req-cb7330d9-3792-4079-b417-b3da09d7f90f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Jul 29 20:43:33.423169 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-53b47618-f7d8-4c7a-a23b-d27f4805011f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177094242&fields=id&tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7 HTTP/1.1" status: 200 len: 267 time: 0.0333519 Jul 29 20:43:33.523759 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-cc457245-3c70-4af3-a9e2-bcd6859498e5 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:33.525101 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-cc457245-3c70-4af3-a9e2-bcd6859498e5 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/networks?id=114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 200 len: 808 time: 0.0954514 Jul 29 20:43:33.539650 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-8e2b1bc5-a442-4966-984b-358f447430e8 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/quotas/9eb1f16fb5784f7ab977bf500c8d3ed7 HTTP/1.1" status: 200 len: 375 time: 0.0085323 Jul 29 20:43:33.591101 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-9af3eb9e-95a5-4263-88f3-89abad2bafec tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464921 Jul 29 20:43:33.726489 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-16ec4f06-2f1d-46cc-b261-eba634dd8d5e service neutron] 10.222.0.16 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244740 Jul 29 20:43:33.815722 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-84e7c6b7-0b0d-427e-8f6e-ad31fd45117d service neutron] 10.222.0.16 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833697 Jul 29 20:43:33.938636 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfb58d-5dbb-44eb-8d89-c7f40ad38c1c req-0e7db672-7a54-41af-83c4-dac5d30e2c47 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:33.940173 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a9cfb58d-5dbb-44eb-8d89-c7f40ad38c1c req-0e7db672-7a54-41af-83c4-dac5d30e2c47 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0574436 Jul 29 20:43:33.990640 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a9cfb58d-5dbb-44eb-8d89-c7f40ad38c1c req-2fbe56e9-d3ec-4c4f-96f3-359c5f032b99 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437951 Jul 29 20:43:34.136881 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-23986956-2555-474a-8ffd-47e0408691e3 req-52966221-89bc-4cc3-bc4d-388f5a8650a0 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 210 time: 0.0281928 Jul 29 20:43:35.172547 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadde56-a34a-4239-abba-c626301ff6eb req-8e5ef069-f68e-4821-a8a8-4cb7f9c9caa5 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:35.174540 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cbadde56-a34a-4239-abba-c626301ff6eb req-8e5ef069-f68e-4821-a8a8-4cb7f9c9caa5 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.1156144 Jul 29 20:43:35.257121 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cbadde56-a34a-4239-abba-c626301ff6eb req-4f206454-b711-4788-a27b-f96f9c4a79a3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757999 Jul 29 20:43:35.264507 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-63661084-b7c1-4402-906a-f022bd979dba tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:35.265787 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-63661084-b7c1-4402-906a-f022bd979dba tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.18 "GET /v2.0/networks?id=114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 200 len: 808 time: 0.1736803 Jul 29 20:43:35.269883 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0cd754e8-21fa-4b33-bf4e-7043cb24f490 req-9ca28d7f-2ac4-4cd8-9591-ec92705a76a3 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 210 time: 0.0399437 Jul 29 20:43:35.323026 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-ae273d20-74b8-438b-89ff-899af48e327f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7 HTTP/1.1" status: 200 len: 380 time: 0.0452471 Jul 29 20:43:35.334180 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Request body: {'port': {'device_id': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'admin_state_up': True, 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'security_groups': ['58536dd6-93c2-48ce-9715-23922a5a7338']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:35.444871 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Made reservation on behalf of 9eb1f16fb5784f7ab977bf500c8d3ed7 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:43:35.448836 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:35.576557 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Allocated IP 172.20.0.7 (114500d4-e157-4e09-af70-f7c7bfc638f9/f9745ff1-20f8-48d2-91c0-1c8183a8ad1e/8cdb03b2-33ba-4125-b3c6-3c39b39dec10) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:43:35.709440 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:35.721552 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Transition to ACTIVE for port object 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:35.753962 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:35.803369 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:35.807561 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:35.811170 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:43:35.837923 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'Port': ['ID=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:35.871942 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:35.872558 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:35.886494 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-3930f45d-462b-4a7d-97a6-339af1003af4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563128 Jul 29 20:43:36.050275 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a10643d0-99b9-4c34-8170-0b41ea8e7309 None None] Provisioning for port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:36.053962 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a10643d0-99b9-4c34-8170-0b41ea8e7309 None None] Provisioning complete for port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:36.054363 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a10643d0-99b9-4c34-8170-0b41ea8e7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:36.087157 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-a10643d0-99b9-4c34-8170-0b41ea8e7309 None None] Port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:43:36.380424 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0cb87-4a29-4234-9431-e1caa5690391 req-542d1836-3f5e-49fe-80d0-cc310f6ac1a6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:36.381834 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-67b0cb87-4a29-4234-9431-e1caa5690391 req-542d1836-3f5e-49fe-80d0-cc310f6ac1a6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0491574 Jul 29 20:43:36.383159 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992facb1-558c-41e3-8a89-a0c22c44fb39 req-be5c3395-9c15-4346-946c-7d9df64d10a7 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:36.384686 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-992facb1-558c-41e3-8a89-a0c22c44fb39 req-be5c3395-9c15-4346-946c-7d9df64d10a7 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 931 time: 0.0487869 Jul 29 20:43:36.422775 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-992facb1-558c-41e3-8a89-a0c22c44fb39 req-ba5dc387-a190-4f66-b5ea-ca5583120022 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Jul 29 20:43:36.423342 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-67b0cb87-4a29-4234-9431-e1caa5690391 req-9abcfaad-bb04-4242-9e45-6ebe6c8d29f2 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354929 Jul 29 20:43:37.541687 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd908e5-af8f-4bc6-ac1a-e0f3c0c67051 req-4efaf805-29e6-46bb-b736-61ea3f695fe4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:37.543074 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fbd908e5-af8f-4bc6-ac1a-e0f3c0c67051 req-4efaf805-29e6-46bb-b736-61ea3f695fe4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 931 time: 0.0528038 Jul 29 20:43:37.543248 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e18e1e-06f8-458c-8e2e-8a0a147394f4 req-8ef7d675-cb6d-43d7-8ae1-a1a77501e0aa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:37.544732 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-39e18e1e-06f8-458c-8e2e-8a0a147394f4 req-8ef7d675-cb6d-43d7-8ae1-a1a77501e0aa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0513113 Jul 29 20:43:37.582658 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-39e18e1e-06f8-458c-8e2e-8a0a147394f4 req-c7b703b8-6404-4dea-b9a1-c7ec8f8ebe5d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Jul 29 20:43:37.583425 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fbd908e5-af8f-4bc6-ac1a-e0f3c0c67051 req-7eb0ed7b-cc90-410c-8875-79cb579f7654 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344903 Jul 29 20:43:38.695157 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea3d80-5623-4ee7-a418-b1fb77ac1492 req-0271f137-8dab-4d3b-bc66-6f25dd288301 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:38.696727 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-77ea3d80-5623-4ee7-a418-b1fb77ac1492 req-0271f137-8dab-4d3b-bc66-6f25dd288301 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 931 time: 0.0485153 Jul 29 20:43:38.697942 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4283ef8-7e1e-4da0-8413-e169eac9c8d6 req-33c7d268-aa53-40d7-9474-59786836c00c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:38.699422 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d4283ef8-7e1e-4da0-8413-e169eac9c8d6 req-33c7d268-aa53-40d7-9474-59786836c00c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0473394 Jul 29 20:43:38.735323 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-77ea3d80-5623-4ee7-a418-b1fb77ac1492 req-7b56baa5-d22e-44db-9f64-1f6803c8b94a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Jul 29 20:43:38.737078 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d4283ef8-7e1e-4da0-8413-e169eac9c8d6 req-26c8b4b6-a4be-477f-b2b5-34888d483df8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318863 Jul 29 20:43:38.797085 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Request body: {'port': {'device_id': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:38.847893 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:39.098098 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:43:39.106003 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:39.118689 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Transition to ACTIVE for port object 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:43:39.122582 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:39.171634 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:39.195622 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.195969 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.196310 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.196646 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.197587 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.197957 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.198286 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.198618 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.198947 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.199269 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.199595 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.199915 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:39.258338 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Attempting to bind port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:43:39.258684 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Attempting to bind port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:43:39.259187 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Attempting to bind port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 on network 114500d4-e157-4e09-af70-f7c7bfc638f9 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:43:39.265060 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 on network 114500d4-e157-4e09-af70-f7c7bfc638f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:43:39.265389 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Attempting to bind port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 on network 114500d4-e157-4e09-af70-f7c7bfc638f9 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:43:39.271183 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:43:39.271523 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Checking segment: {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:43:39.271938 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Bound using segment: {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:43:39.272372 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Bound port: 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5d24e4-7d91-44eb-944e-0d60b884235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:43:39.272733 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:39.351376 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:43:39.359876 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:43:39.365070 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:39.403575 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:39.404189 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:39.405633 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] 10.222.0.18 "PUT /v2.0/ports/8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 200 len: 1093 time: 0.6128433 Jul 29 20:43:39.406096 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:43:39.408496 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31b4022-e7e0-427a-8aac-a4c40f886341" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:43:39.443407 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4beab4-44e5-4395-b9fb-87a55ecc2516 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:39.466144 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ad59d0-e18b-43a1-bc0a-d680c50f1726 x-openstack-request-id: req-34ad59d0-e18b-43a1-bc0a-d680c50f1726 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:43:39.466347 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:43:39.467076 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34ad59d0-e18b-43a1-bc0a-d680c50f1726 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:43:39.467206 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'status': 'completed', 'code': 200} Jul 29 20:43:39.503420 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-621f46be-45b4-4b16-b5b7-830e98726f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:39.504960 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-621f46be-45b4-4b16-b5b7-830e98726f5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1096 time: 0.0483811 Jul 29 20:43:39.552811 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-920e5036-6337-4e90-9e07-685d509b5611 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 200 len: 217 time: 0.0383079 Jul 29 20:43:39.609919 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-8af2529e-1f21-402a-9e4e-debe1a7067fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:39.611376 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-8af2529e-1f21-402a-9e4e-debe1a7067fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e HTTP/1.1" status: 200 len: 847 time: 0.0503995 Jul 29 20:43:39.659447 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-889698d1-1167-4efb-b324-2be2800e36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:39.660884 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-889698d1-1167-4efb-b324-2be2800e36f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=114500d4-e157-4e09-af70-f7c7bfc638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406427 Jul 29 20:43:39.756871 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-29850eaa-0cdd-4b9d-a053-0c13f622eefb service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863535 Jul 29 20:43:39.886521 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf9f34-f6b3-48e8-8b5f-e0928189f147 req-90f67a15-50ce-4471-89b1-6320b6e9c273 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:39.888032 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e3cf9f34-f6b3-48e8-8b5f-e0928189f147 req-90f67a15-50ce-4471-89b1-6320b6e9c273 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0577168 Jul 29 20:43:39.890104 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75b3a77e-9b0b-4771-a904-04bbaf2ba549 req-608e6a1c-eb28-44c9-a15c-b1317f4a155d service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235640 Jul 29 20:43:39.907325 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd6756-ca86-4242-a8a9-b9dc8b156ff4 req-94f90627-2cdd-4b83-b589-77d0573b0f2c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:39.909572 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ccbd6756-ca86-4242-a8a9-b9dc8b156ff4 req-94f90627-2cdd-4b83-b589-77d0573b0f2c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0646529 Jul 29 20:43:39.932630 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e3cf9f34-f6b3-48e8-8b5f-e0928189f147 req-263f76b9-6dfe-40b4-a94b-57331b12a220 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369260 Jul 29 20:43:39.955649 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ccbd6756-ca86-4242-a8a9-b9dc8b156ff4 req-1e1d0d4a-21f2-40f6-a3bb-381f7a02fd1d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389369 Jul 29 20:43:39.995972 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-8f5527ff-b371-48e7-8d4d-c4e0540910cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:39.997485 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-8f5527ff-b371-48e7-8d4d-c4e0540910cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1096 time: 0.0410078 Jul 29 20:43:40.086845 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-84da4c3a-bc97-41b6-8948-b2d05f122637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:40.088932 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-84da4c3a-bc97-41b6-8948-b2d05f122637 service neutron] 10.222.0.18 "GET /v2.0/networks?id=114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 200 len: 909 time: 0.0817590 Jul 29 20:43:40.135614 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-b955e1ab-9311-4ac3-992b-4c36a8f54ab5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 200 len: 217 time: 0.0361543 Jul 29 20:43:40.186398 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-158e8b2d-9a85-434e-8809-12fdd7812fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:40.187751 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-158e8b2d-9a85-434e-8809-12fdd7812fae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e HTTP/1.1" status: 200 len: 847 time: 0.0414147 Jul 29 20:43:40.241797 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-5d3a07da-3ca8-49c2-9565-716b378fc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:40.243281 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-5d3a07da-3ca8-49c2-9565-716b378fc6e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=114500d4-e157-4e09-af70-f7c7bfc638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384867 Jul 29 20:43:40.335778 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-6d1332bf-ae0a-493d-b99b-ac8e6c5fce89 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838480 Jul 29 20:43:40.424437 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d31b4022-e7e0-427a-8aac-a4c40f886341 req-259e555d-a4cd-4478-b606-700359e4f3f2 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801497 Jul 29 20:43:40.816526 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:43:40.910243 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:40.921638 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'b9a285ad-aa8d-45d3-8959-073019926486', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'port_id': 'b9a285ad-aa8d-45d3-8959-073019926486', 'mac_address': 'fa:16:3e:eb:47:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:43:40.957866 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:40.980774 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9a285ad-aa8d-45d3-8959-073019926486 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:43:40.992249 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:40.999622 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:41.073909 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=6']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:41.075098 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc484c88-272c-4549-8dcf-c233dda24b7f req-05df48d2-8bfd-415d-9f85-83b8c5e06db9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:41.086805 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-bc484c88-272c-4549-8dcf-c233dda24b7f req-05df48d2-8bfd-415d-9f85-83b8c5e06db9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0747206 Jul 29 20:43:41.098498 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['b9a285ad-aa8d-45d3-8959-073019926486'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:43:41.120639 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f48e9-4f2c-4977-a9a5-0795a4e83c60 req-817df6f1-b957-446f-8602-ca2027de3d20 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:41.126783 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7b3f48e9-4f2c-4977-a9a5-0795a4e83c60 req-817df6f1-b957-446f-8602-ca2027de3d20 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 945 time: 0.0920963 Jul 29 20:43:41.136643 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-bc484c88-272c-4549-8dcf-c233dda24b7f req-87e42d52-c69b-4cb2-ae74-a2d54237dbbb tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437949 Jul 29 20:43:41.162556 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7b3f48e9-4f2c-4977-a9a5-0795a4e83c60 req-a94dcbbf-dc95-4af9-b9fe-445676e3c4d7 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349214 Jul 29 20:43:42.253725 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cb0b9-3eed-4685-b1c0-3d2b3923df7e req-4cdaa4d8-4200-494c-a5f8-99dd38d8cfa7 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:42.262839 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cd0cb0b9-3eed-4685-b1c0-3d2b3923df7e req-4cdaa4d8-4200-494c-a5f8-99dd38d8cfa7 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0678165 Jul 29 20:43:42.299507 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cd0cb0b9-3eed-4685-b1c0-3d2b3923df7e req-b189be61-e20e-485a-9a83-69ba970a7e51 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357130 Jul 29 20:43:42.302823 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b561-863c-48a3-8f2b-7be193b47bfd req-b3a97e2f-2608-468b-95fb-432f5a69ddaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:42.304670 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5544b561-863c-48a3-8f2b-7be193b47bfd req-b3a97e2f-2608-468b-95fb-432f5a69ddaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 945 time: 0.0603580 Jul 29 20:43:42.344752 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5544b561-863c-48a3-8f2b-7be193b47bfd req-b997f078-d857-436f-830b-208158366125 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337925 Jul 29 20:43:42.824617 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:42.879887 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port b9a285ad-aa8d-45d3-8959-073019926486 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:42.880253 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:42.967192 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:42.990651 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:43:42.993293 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e02d9b8-1259-4c40-a55f-0a2bbffcef41" -d '{"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-plugged", "status": "completed", "tag": "b9a285ad-aa8d-45d3-8959-073019926486"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:43:43.007060 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:43.018515 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:43.049421 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6a371d-1ec7-40fb-bb42-7a2a7380e0d7 x-openstack-request-id: req-ef6a371d-1ec7-40fb-bb42-7a2a7380e0d7 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:43:43.050043 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-plugged", "status": "completed", "tag": "b9a285ad-aa8d-45d3-8959-073019926486", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:43:43.050394 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef6a371d-1ec7-40fb-bb42-7a2a7380e0d7 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:43:43.050899 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486', 'code': 200} Jul 29 20:43:43.082008 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=7']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:43.442886 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f9a54-c394-43ec-b283-d2400fa4526a req-b0283bc9-376c-47c8-9821-d6251f5f4aa9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:43.451212 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-af3f9a54-c394-43ec-b283-d2400fa4526a req-b0283bc9-376c-47c8-9821-d6251f5f4aa9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0689192 Jul 29 20:43:43.494972 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-af3f9a54-c394-43ec-b283-d2400fa4526a req-6e681599-cd11-4999-a137-c75d627b966d tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427356 Jul 29 20:43:43.502431 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8b062-951a-4019-a8e2-76202a112799 req-bab7f767-3c49-4096-b5f0-6bb050c286e1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:43.504668 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8ad8b062-951a-4019-a8e2-76202a112799 req-bab7f767-3c49-4096-b5f0-6bb050c286e1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0605721 Jul 29 20:43:43.552139 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8ad8b062-951a-4019-a8e2-76202a112799 req-6a19e4ea-8891-4acc-8cdc-989fc83c7325 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387850 Jul 29 20:43:44.624197 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af7114-1ed0-42ae-a662-9973965334b5 req-c98c6126-21e1-4ab3-95d1-4e14e2608504 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:44.627263 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-07af7114-1ed0-42ae-a662-9973965334b5 req-c98c6126-21e1-4ab3-95d1-4e14e2608504 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0660393 Jul 29 20:43:44.676709 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-07af7114-1ed0-42ae-a662-9973965334b5 req-2fbe872a-7b5b-4b65-8321-350168ed7ab5 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427928 Jul 29 20:43:44.691161 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a25f4-e398-431a-ad85-4860a5ed8861 req-13b5f483-5164-4485-8269-4cf08b0a209b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:44.692903 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-657a25f4-e398-431a-ad85-4860a5ed8861 req-13b5f483-5164-4485-8269-4cf08b0a209b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0606265 Jul 29 20:43:44.739555 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-657a25f4-e398-431a-ad85-4860a5ed8861 req-2060475f-2af7-4035-a92b-7548a7bf3e60 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Jul 29 20:43:45.850476 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59a770-c86b-45f9-a3eb-f06873b7d626 req-a4806608-9b06-4489-9058-48cad3289b95 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:45.873996 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d59a770-c86b-45f9-a3eb-f06873b7d626 req-a4806608-9b06-4489-9058-48cad3289b95 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.1160297 Jul 29 20:43:45.904776 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf387464-16e1-4a92-a4f7-f273dbfee958 req-a63925b1-25c9-483e-8e99-6850583e5f28 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:45.907280 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cf387464-16e1-4a92-a4f7-f273dbfee958 req-a63925b1-25c9-483e-8e99-6850583e5f28 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0755568 Jul 29 20:43:45.915666 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d59a770-c86b-45f9-a3eb-f06873b7d626 req-d8d853f5-6635-4416-ade0-f4b15f5b5190 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 Jul 29 20:43:45.965960 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-cf387464-16e1-4a92-a4f7-f273dbfee958 req-1f7be65c-68d3-4520-9e8f-0f2a520c23e5 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504789 Jul 29 20:43:47.052861 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13fc91-9d24-43a3-ad99-ec533459474d req-2f4077dc-33b6-490d-b413-7f551216f8b3 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:47.060972 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0e13fc91-9d24-43a3-ad99-ec533459474d req-2f4077dc-33b6-490d-b413-7f551216f8b3 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0594168 Jul 29 20:43:47.105370 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fec7-9474-470c-8d06-7995bcafd104 req-2a1bf351-8932-49b8-bc20-b50a3623bc43 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:47.107244 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5338fec7-9474-470c-8d06-7995bcafd104 req-2a1bf351-8932-49b8-bc20-b50a3623bc43 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0587237 Jul 29 20:43:47.116836 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0e13fc91-9d24-43a3-ad99-ec533459474d req-73778907-a640-4d70-82bb-65a6528700b5 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493145 Jul 29 20:43:47.163072 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5338fec7-9474-470c-8d06-7995bcafd104 req-bf5894ec-2912-4a7b-9832-8d0b1aba8b04 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482514 Jul 29 20:43:48.164625 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:43:48.248265 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd72c6-a918-4558-9deb-561502e6969d req-e86f2169-9254-431e-a66b-3422c2b1aaf9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:48.250074 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-95bd72c6-a918-4558-9deb-561502e6969d req-e86f2169-9254-431e-a66b-3422c2b1aaf9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0737045 Jul 29 20:43:48.305493 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-95bd72c6-a918-4558-9deb-561502e6969d req-b117dfed-8bea-450e-9f5d-8c1766ec757c tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434146 Jul 29 20:43:48.330093 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfae72-6280-4828-bae8-4a1524dbd417 req-4cab1a6a-cff8-419f-b2fe-2c79b14426ce tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:48.332344 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d8bfae72-6280-4828-bae8-4a1524dbd417 req-4cab1a6a-cff8-419f-b2fe-2c79b14426ce tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0751402 Jul 29 20:43:48.378312 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d8bfae72-6280-4828-bae8-4a1524dbd417 req-31bb2fc3-7999-4503-874b-07705ad5c855 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 Jul 29 20:43:48.840354 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:43:48.949207 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:48.963483 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'port_id': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'mac_address': 'fa:16:3e:18:46:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:43:49.002291 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.015901 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:43:49.040525 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:49.046011 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.098743 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:49.123766 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42494) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:49.176840 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_v2 [None req-d455b28e-bc7e-489a-9c49-c0798c1bc0cf admin admin] Deleting subnet 8b7aa46f-f5de-4586-b36c-131c269f8dbc {{(pid=94858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:43:49.180291 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d455b28e-bc7e-489a-9c49-c0798c1bc0cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.217001 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d455b28e-bc7e-489a-9c49-c0798c1bc0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59713195'] for subnet, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.260078 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d455b28e-bc7e-489a-9c49-c0798c1bc0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.301570 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['8cdb03b2-33ba-4125-b3c6-3c39b39dec10'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:43:49.324121 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d455b28e-bc7e-489a-9c49-c0798c1bc0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59473318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59360579'] for subnet, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.356673 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455b28e-bc7e-489a-9c49-c0798c1bc0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7aa46f-f5de-4586-b36c-131c269f8dbc,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:49.359393 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d455b28e-bc7e-489a-9c49-c0798c1bc0cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.362927 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-d455b28e-bc7e-489a-9c49-c0798c1bc0cf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8b7aa46f-f5de-4586-b36c-131c269f8dbc HTTP/1.1" status: 204 len: 168 time: 0.2380228 Jul 29 20:43:49.363223 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42498) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:49.463203 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.488837 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be67f0-951d-42be-bc8e-45c08bc31bda req-ba66d133-e290-404c-9a6a-1f948148f362 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:49.497161 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-82be67f0-951d-42be-bc8e-45c08bc31bda req-ba66d133-e290-404c-9a6a-1f948148f362 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 944 time: 0.1033087 Jul 29 20:43:49.541829 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-82be67f0-951d-42be-bc8e-45c08bc31bda req-15c33422-5f89-4ecb-b7e6-4d56c1aee4de tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Jul 29 20:43:49.596730 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.611786 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041ed7a6-7451-4fec-87b1-3c5ad43c2314']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:49.625740 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893663b6-d7f0-44db-9344-40a48b0ea8d2') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:49.626108 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893663b6-d7f0-44db-9344-40a48b0ea8d2') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:49.645065 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2800968'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.654794 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3d9e4-a389-4dd7-b26e-2310acfff6c6 req-4ae1c754-8407-4cf4-bdf3-38f87954aa0b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:49.656743 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f5b3d9e4-a389-4dd7-b26e-2310acfff6c6 req-4ae1c754-8407-4cf4-bdf3-38f87954aa0b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.1466637 Jul 29 20:43:49.681350 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.695744 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:43:49.696142 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2798185'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: Traceback (most recent call last): Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: timer() Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: cb(*args, **kw) Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: return func(*args, **kwargs) Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: self._notify() Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: self.callback(batched_events) Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: event.method(event) Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: return f(self, *a, **k) Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._get(url).json() Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: return self.request(url, 'GET', **kwargs) Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:43:49.698407 dv-cinder-802955-1-iscsi neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:43:49.763890 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f5b3d9e4-a389-4dd7-b26e-2310acfff6c6 req-744c4d9d-33d4-4557-9b96-3e73804d80e0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939062 Jul 29 20:43:49.782911 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.812446 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Pushing event deleted for resources: {'Network': ['ID=041ed7a6-7451-4fec-87b1-3c5ad43c2314,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:49.815466 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:49.817297 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] 10.222.0.16 "DELETE /v2.0/networks/041ed7a6-7451-4fec-87b1-3c5ad43c2314 HTTP/1.1" status: 204 len: 168 time: 0.4530942 Jul 29 20:43:49.825791 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.826149 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.826496 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.826836 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.827171 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.827507 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.827840 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.828176 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.828508 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.828839 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.829165 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:49.829490 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76277e1-543b-4fc0-93f5-dfb4c1b5d818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:50.001778 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42504) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:50.043511 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-08756d07-1b4b-4d09-ae10-f2d9d9a13837 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cec7730c06b34348b6c7a3e4dcb71ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404961 Jul 29 20:43:50.046114 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42506) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:50.103796 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f301d30b-fca6-4195-a4bc-744eaa5be623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:50.127811 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f301d30b-fca6-4195-a4bc-744eaa5be623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:50.181327 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f301d30b-fca6-4195-a4bc-744eaa5be623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:50.184070 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f301d30b-fca6-4195-a4bc-744eaa5be623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:50.185316 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-f301d30b-fca6-4195-a4bc-744eaa5be623 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cef7a2b2-6fe1-4e71-b97b-2efc2d99557b HTTP/1.1" status: 204 len: 168 time: 0.1380951 Jul 29 20:43:50.195542 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301d30b-fca6-4195-a4bc-744eaa5be623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef7a2b2-6fe1-4e71-b97b-2efc2d99557b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:50.670861 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a78b-059e-4ee2-af5e-0edd9de0be6d req-d2fc39c7-f92a-4df2-afff-5974bb23af05 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:50.672346 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bd46a78b-059e-4ee2-af5e-0edd9de0be6d req-d2fc39c7-f92a-4df2-afff-5974bb23af05 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 944 time: 0.0585585 Jul 29 20:43:50.726216 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bd46a78b-059e-4ee2-af5e-0edd9de0be6d req-ee7ec850-188d-454a-9248-a7bc85e33770 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466044 Jul 29 20:43:50.870875 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:43:50.920680 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e60fe8-b48a-49a6-9364-75d35445cc94 req-b545ff38-40c6-4380-8311-a611af81af8c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:50.922392 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c6e60fe8-b48a-49a6-9364-75d35445cc94 req-b545ff38-40c6-4380-8311-a611af81af8c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0663872 Jul 29 20:43:50.942183 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:43:50.947974 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:50.948567 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:50.984488 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c6e60fe8-b48a-49a6-9364-75d35445cc94 req-9f68b47a-1e93-4d0d-b98a-baa5915c7877 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499167 Jul 29 20:43:51.045915 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:51.083470 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:43:51.086047 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fab73e-a78e-41b1-b31a-0abab8ddbfec" -d '{"events": [{"server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "name": "network-vif-plugged", "status": "completed", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:43:51.101869 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:51.109513 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:51.146709 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995c5869-4212-4322-88d6-5ccf8e6a9cb3 x-openstack-request-id: req-995c5869-4212-4322-88d6-5ccf8e6a9cb3 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:43:51.146709 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "name": "network-vif-plugged", "status": "completed", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:43:51.147119 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-995c5869-4212-4322-88d6-5ccf8e6a9cb3 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:43:51.147591 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'code': 200} Jul 29 20:43:51.176671 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:51.501864 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09098a53-9697-44c0-a755-cbe9a8787b34 req-ba9fba7e-3078-46eb-951d-6738d77bbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:51.503356 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-09098a53-9697-44c0-a755-cbe9a8787b34 req-ba9fba7e-3078-46eb-951d-6738d77bbbaa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1098 time: 0.1722579 Jul 29 20:43:51.557803 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-09098a53-9697-44c0-a755-cbe9a8787b34 req-5feb8477-e975-4f52-8f12-97d7b3090072 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467167 Jul 29 20:43:51.624835 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4b951193-928f-406b-8c39-630c3a9c9893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:51.851932 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577a8b0-db25-4913-8bdd-5b346ed6afcf req-9fb31608-3fcc-4b04-a295-065033c20c5c tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:51.853386 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9577a8b0-db25-4913-8bdd-5b346ed6afcf req-9fb31608-3fcc-4b04-a295-065033c20c5c tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0513637 Jul 29 20:43:51.890743 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9577a8b0-db25-4913-8bdd-5b346ed6afcf req-e9ecab62-dc49-41f7-ad11-9a7b4e9099ff tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Jul 29 20:43:52.110496 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760641ff-823f-4037-adcc-ee1a3a4e625f req-75459f79-2bf4-4453-9d6c-87509820b16d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:52.111922 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-760641ff-823f-4037-adcc-ee1a3a4e625f req-75459f79-2bf4-4453-9d6c-87509820b16d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0572431 Jul 29 20:43:52.167578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-f826705e-31a6-415d-863f-7bf7d704ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:52.169026 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-f826705e-31a6-415d-863f-7bf7d704ca69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 1099 time: 0.0741272 Jul 29 20:43:52.171719 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-760641ff-823f-4037-adcc-ee1a3a4e625f req-cb31eb6a-2b85-474a-a245-f8e93ab2d148 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Jul 29 20:43:52.261754 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-6d796a0b-b7b3-407b-a311-e1b3b20e140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:52.263020 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-6d796a0b-b7b3-407b-a311-e1b3b20e140a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 917 time: 0.0854864 Jul 29 20:43:52.325819 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-44a91c44-1cb4-4d0e-a135-96f1697afcd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a285ad-aa8d-45d3-8959-073019926486 HTTP/1.1" status: 200 len: 1002 time: 0.0554185 Jul 29 20:43:52.383172 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-9a518f72-accc-4b08-badf-3150e99a9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:52.384632 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-9a518f72-accc-4b08-badf-3150e99a9bfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0466270 Jul 29 20:43:52.433930 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-82bd1153-0383-4412-9110-eff438b9d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:52.435707 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-82bd1153-0383-4412-9110-eff438b9d2a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418582 Jul 29 20:43:52.535453 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-05be322f-6a9e-4e48-87b2-a2ede6af23c1 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840216 Jul 29 20:43:52.630675 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-280b2382-e40c-43ed-914e-d47c7e2858a0 req-44d5d14c-1a31-4e04-9c8d-72b4252f2168 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868833 Jul 29 20:43:53.013117 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7234c-806d-401d-8a87-8d41503e6a13 req-0cd59171-6f7d-40c1-b0a0-37b35b9e719d tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:53.014618 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f8a7234c-806d-401d-8a87-8d41503e6a13 req-0cd59171-6f7d-40c1-b0a0-37b35b9e719d tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0481019 Jul 29 20:43:53.053956 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f8a7234c-806d-401d-8a87-8d41503e6a13 req-af209ae9-8b6e-45c0-be24-054d11b2ed2d tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331943 Jul 29 20:43:53.181933 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17f347-dc88-4272-bf26-68dd7e19ed81 req-8b4d3fac-8c5d-4d8b-b238-20b92727093f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:53.183431 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b17f347-dc88-4272-bf26-68dd7e19ed81 req-8b4d3fac-8c5d-4d8b-b238-20b92727093f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0558541 Jul 29 20:43:53.223386 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b17f347-dc88-4272-bf26-68dd7e19ed81 req-4580df5b-9fed-45ee-9c2e-309d7fcb5f25 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338347 Jul 29 20:43:53.246139 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42576) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:53.356168 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc725a-6e48-48b9-b467-1b6255f2bab6 req-23ad4abd-c5cb-4486-97ac-73688047ed30 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:53.357942 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e0fc725a-6e48-48b9-b467-1b6255f2bab6 req-23ad4abd-c5cb-4486-97ac-73688047ed30 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0566294 Jul 29 20:43:53.403178 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7876e-b619-4653-bded-a4b64ac67451 req-17ef1909-b3e8-4ee7-b3df-1ce2a5cb3f04 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:53.404773 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4cd7876e-b619-4653-bded-a4b64ac67451 req-17ef1909-b3e8-4ee7-b3df-1ce2a5cb3f04 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0528915 Jul 29 20:43:53.420098 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e0fc725a-6e48-48b9-b467-1b6255f2bab6 req-8da560a1-07be-49b4-a7b1-cde767e64772 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558863 Jul 29 20:43:53.431460 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb8b620-13b0-4e2d-9854-3de660d6ba49 tempest-TestShelveInstance-856543292 tempest-TestShelveInstance-856543292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:53.435885 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-bdb8b620-13b0-4e2d-9854-3de660d6ba49 tempest-TestShelveInstance-856543292 tempest-TestShelveInstance-856543292-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1093 time: 0.1858747 Jul 29 20:43:53.435885 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42582) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:53.440968 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Request body: {'floatingip': {'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'port_id': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:53.446635 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4cd7876e-b619-4653-bded-a4b64ac67451 req-e7536732-d8b0-43b0-958e-e774ce360b08 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355403 Jul 29 20:43:53.469209 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for floatingip, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:53.568338 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:53.672874 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Allocated IP 172.27.3.192 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/b058bd4a-f5b5-4ca9-a8c4-4a1f4d4d421d) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:43:53.774223 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:53.812633 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:53.848177 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:43:53.850987 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:53.853989 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:43:53.882387 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'Port': ['ID=b058bd4a-f5b5-4ca9-a8c4-4a1f4d4d421d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:54.230786 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2986c309-d311-459f-8ff9-fda5c65d661b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.342539 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.476636 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.572321 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13166cdc-3046-41b9-933f-bf0a1adfd0ea req-5a0f8840-22ec-48ad-957d-fef1d80d33f3 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:54.573852 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-13166cdc-3046-41b9-933f-bf0a1adfd0ea req-5a0f8840-22ec-48ad-957d-fef1d80d33f3 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0516529 Jul 29 20:43:54.575712 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cfff-49d6-4ede-ad5e-5c84cc175160 req-31ae4769-e94d-434c-9519-905649544b33 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:54.577287 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5476cfff-49d6-4ede-ad5e-5c84cc175160 req-31ae4769-e94d-434c-9519-905649544b33 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 946 time: 0.0761669 Jul 29 20:43:54.585792 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.613691 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-13166cdc-3046-41b9-933f-bf0a1adfd0ea req-d4cdfbf1-f3c8-4da3-aab6-3fce15111452 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Jul 29 20:43:54.654137 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5476cfff-49d6-4ede-ad5e-5c84cc175160 req-2512a08b-65f5-4c0a-beb6-03796414d270 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698092 Jul 29 20:43:54.758969 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.763132 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.834622 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event updated for resources: {'Port': ['ID=b058bd4a-f5b5-4ca9-a8c4-4a1f4d4d421d,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:54.845344 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.879762 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:43:54.951596 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Floating IP f41ec8a5-58c5-4262-9b95-e20d5ceb3a52 associated. External IP: 172.27.3.192, port: 8cdb03b2-33ba-4125-b3c6-3c39b39dec10. Jul 29 20:43:54.952251 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.974721 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:43:54.976943 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86700cf1-47f3-4e8e-a7c4-089356b5e371" -d '{"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a285ad-aa8d-45d3-8959-073019926486"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:43:54.991573 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:43:54.996469 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:55.020728 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 20:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14226eb-20dd-465c-8acf-d05d2d789055 x-openstack-request-id: req-c14226eb-20dd-465c-8acf-d05d2d789055 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:43:55.021021 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a285ad-aa8d-45d3-8959-073019926486", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:43:55.021275 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c14226eb-20dd-465c-8acf-d05d2d789055 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:43:55.022931 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486', 'code': 200} Jul 29 20:43:55.048707 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=8']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:55.160141 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Router 3338899b-ac71-4df7-9150-e9e60d41630f has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:43:55.263266 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:43:55.273486 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] Sync routers for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:43:55.282829 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:55.283444 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:43:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:55.307075 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:55.334530 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-076bdbc8-f565-47f6-81f8-bb75ccdf6293 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8976228 Jul 29 20:43:55.335272 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:43:55.337998 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b096cd2-c707-44f4-a7fe-862c542d0a92" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:43:55.378534 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:55.405354 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:55.500446 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06176504-2ca9-455c-a316-30980ded67a6 x-openstack-request-id: req-06176504-2ca9-455c-a316-30980ded67a6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:43:55.500974 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:43:55.501279 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06176504-2ca9-455c-a316-30980ded67a6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:43:55.502031 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'status': 'completed', 'code': 200} Jul 29 20:43:55.736182 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bd22e-090c-45a4-a4db-97060219356a req-5abff64c-7686-49ab-85f9-1614f6298034 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:55.737733 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-490bd22e-090c-45a4-a4db-97060219356a req-5abff64c-7686-49ab-85f9-1614f6298034 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0507894 Jul 29 20:43:55.746580 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'f41ec8a5-58c5-4262-9b95-e20d5ceb3a52', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'port_id': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'mac_address': 'fa:16:3e:18:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:43:54Z', 'updated_at': '2021-07-29T20:43:54Z', 'revision_number': 0, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99514d7c-df4e-445a-9423-4424964ea799', 'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'mac_address': 'fa:16:3e:2e:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:02Z', 'updated_at': '2021-07-29T20:43:07Z', 'revision_number': 5, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'subnets': [{'id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:55.777327 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] Checking router: 3338899b-ac71-4df7-9150-e9e60d41630f for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:43:55.788206 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4f2fc-4ed7-4610-871e-f81523507583 req-a7e1d19a-d2d1-4d5b-b6be-c526dce6feda tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:55.788372 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:43:55.789017 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:43:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:55.793731 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-490bd22e-090c-45a4-a4db-97060219356a req-425ca616-3594-47e2-960e-4880c0c1fef9 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 Jul 29 20:43:55.795711 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-24a4f2fc-4ed7-4610-871e-f81523507583 req-a7e1d19a-d2d1-4d5b-b6be-c526dce6feda tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0577199 Jul 29 20:43:55.834011 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-24a4f2fc-4ed7-4610-871e-f81523507583 req-32aa77f1-024b-484b-bba2-3685afc1f21d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355053 Jul 29 20:43:55.909982 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:43:55.962594 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:56.043449 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-f1e476a1-8e4e-4bb0-be83-924feec876f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:56.044936 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-f1e476a1-8e4e-4bb0-be83-924feec876f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0709441 Jul 29 20:43:56.051400 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-875da357-f1f6-4224-9643-92942fb79792 req-8f5c9ba2-bc2d-4223-aa9e-6fec4bda458c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520608 Jul 29 20:43:56.168358 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'f41ec8a5-58c5-4262-9b95-e20d5ceb3a52', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'port_id': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'mac_address': 'fa:16:3e:18:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:43:54Z', 'updated_at': '2021-07-29T20:43:54Z', 'revision_number': 0, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99514d7c-df4e-445a-9423-4424964ea799', 'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'mac_address': 'fa:16:3e:2e:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:02Z', 'updated_at': '2021-07-29T20:43:07Z', 'revision_number': 5, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'subnets': [{'id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:43:56.170097 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875da357-f1f6-4224-9643-92942fb79792 req-8e0dfe9c-6e26-41a8-af2b-ba748c73fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:56.172224 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-875da357-f1f6-4224-9643-92942fb79792 req-8e0dfe9c-6e26-41a8-af2b-ba748c73fdfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 1099 time: 0.0656881 Jul 29 20:43:56.186054 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-e65a8ded-7b09-4a35-884b-0c95561c4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:56.188127 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-e65a8ded-7b09-4a35-884b-0c95561c4ea3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 200 len: 909 time: 0.1246986 Jul 29 20:43:56.196282 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18418aab-2106-44e0-9276-73151f62bad2 None None] The sync data for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi is: [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'f41ec8a5-58c5-4262-9b95-e20d5ceb3a52', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'port_id': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'mac_address': 'fa:16:3e:18:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:43:54Z', 'updated_at': '2021-07-29T20:43:54Z', 'revision_number': 0, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99514d7c-df4e-445a-9423-4424964ea799', 'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'mac_address': 'fa:16:3e:2e:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:02Z', 'updated_at': '2021-07-29T20:43:07Z', 'revision_number': 5, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'subnets': [{'id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:43:56.319016 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-8760555f-3886-44b6-ac6e-16c9f9fae0b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 200 len: 999 time: 0.1070466 Jul 29 20:43:56.375383 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875da357-f1f6-4224-9643-92942fb79792 req-288ad90d-a588-4294-bea0-52073bcadb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:56.376855 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-875da357-f1f6-4224-9643-92942fb79792 req-288ad90d-a588-4294-bea0-52073bcadb79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 912 time: 0.1731801 Jul 29 20:43:56.386386 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-30a2456d-8ec2-4172-bc4a-40d0a98b1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:56.388970 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-30a2456d-8ec2-4172-bc4a-40d0a98b1410 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e HTTP/1.1" status: 200 len: 847 time: 0.0605199 Jul 29 20:43:56.391215 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fde58-b4cc-4b7c-8e0c-df3e16028bb6 None None] New status for floating IP f41ec8a5-58c5-4262-9b95-e20d5ceb3a52: ACTIVE {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:43:56.478614 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-875da357-f1f6-4224-9643-92942fb79792 req-1583c605-719c-4d5c-b5d2-9a9af7e4dcc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f HTTP/1.1" status: 200 len: 1002 time: 0.0886786 Jul 29 20:43:56.486899 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-24f002e7-291b-428d-b7aa-ad39541ccddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:56.488269 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-24f002e7-291b-428d-b7aa-ad39541ccddd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=114500d4-e157-4e09-af70-f7c7bfc638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651858 Jul 29 20:43:56.589162 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875da357-f1f6-4224-9643-92942fb79792 req-e3f02374-adb3-4b7e-9fab-14f4c2a401c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:56.590616 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-875da357-f1f6-4224-9643-92942fb79792 req-e3f02374-adb3-4b7e-9fab-14f4c2a401c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.1015408 Jul 29 20:43:56.656857 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-e7991a4f-9c63-4ae0-aeb1-1873cb56f2d4 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570201 Jul 29 20:43:56.662572 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875da357-f1f6-4224-9643-92942fb79792 req-878968cf-259a-4fcf-80ba-13040b064a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:56.663905 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-875da357-f1f6-4224-9643-92942fb79792 req-878968cf-259a-4fcf-80ba-13040b064a55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621367 Jul 29 20:43:56.838143 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8b096cd2-c707-44f4-a7fe-862c542d0a92 req-56cf9e7b-89aa-41f2-b2b7-dc924a913f64 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620345 Jul 29 20:43:56.841538 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-875da357-f1f6-4224-9643-92942fb79792 req-e062915f-5cd0-4319-940a-ebdcc78d5e18 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644862 Jul 29 20:43:56.922078 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04d82e-cd80-48cc-ab51-d4de43fb87b9 req-0ac0fd38-adbe-45c6-b885-4340d6f998c8 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:56.923594 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4e04d82e-cd80-48cc-ab51-d4de43fb87b9 req-0ac0fd38-adbe-45c6-b885-4340d6f998c8 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0572274 Jul 29 20:43:56.966936 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4e04d82e-cd80-48cc-ab51-d4de43fb87b9 req-08355eb1-ba3f-4c17-8ac7-16330808def1 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369539 Jul 29 20:43:56.985885 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-875da357-f1f6-4224-9643-92942fb79792 req-16c527c2-6314-4b41-8ed2-9e9d79f3a021 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330957 Jul 29 20:43:56.996368 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c079a-b5a4-4192-947c-ac67a32c1764 req-d5206056-0296-46ec-94dd-32360d1c43a5 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:57.003854 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cf6c079a-b5a4-4192-947c-ac67a32c1764 req-d5206056-0296-46ec-94dd-32360d1c43a5 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0888648 Jul 29 20:43:57.009132 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:57.041565 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cf6c079a-b5a4-4192-947c-ac67a32c1764 req-a765d55b-df08-434b-8b29-62053d7bf656 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366740 Jul 29 20:43:58.083872 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e98078-3dac-4d64-a1c8-122235be7526 req-97bb8208-8bca-4e92-be2c-aece5b105029 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:58.085385 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-82e98078-3dac-4d64-a1c8-122235be7526 req-97bb8208-8bca-4e92-be2c-aece5b105029 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0498784 Jul 29 20:43:58.125051 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-82e98078-3dac-4d64-a1c8-122235be7526 req-84e08364-297d-4244-b28c-ebeb50fdea45 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Jul 29 20:43:58.165485 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaa6cf-77f9-4a59-b112-87b73e7c5505 req-8f02626c-2124-4874-83bf-30367e39ebd6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:58.166983 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dfcaa6cf-77f9-4a59-b112-87b73e7c5505 req-8f02626c-2124-4874-83bf-30367e39ebd6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0482914 Jul 29 20:43:58.205809 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dfcaa6cf-77f9-4a59-b112-87b73e7c5505 req-2c59216a-d1e0-4bc3-90bb-77a58d13c94e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Jul 29 20:43:58.778082 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fae7e-ec51-4b73-9bf1-055ba8a8e988 req-642af496-85ee-43de-9dcf-2b4db97f865b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:58.779995 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7f8fae7e-ec51-4b73-9bf1-055ba8a8e988 req-642af496-85ee-43de-9dcf-2b4db97f865b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0512867 Jul 29 20:43:58.819025 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7f8fae7e-ec51-4b73-9bf1-055ba8a8e988 req-825d2989-13b9-4c44-923f-f5cbca242e27 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330167 Jul 29 20:43:59.025057 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42660) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:59.102684 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-2b54443a-d9bc-42d2-94f5-eaae8710f42f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759821 Jul 29 20:43:59.243428 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872596d-2e5f-407a-99f6-18354b988db6 req-9717ea71-000b-4ad7-83ca-b69e49385f3c tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:59.244979 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1872596d-2e5f-407a-99f6-18354b988db6 req-9717ea71-000b-4ad7-83ca-b69e49385f3c tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0525172 Jul 29 20:43:59.283466 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1872596d-2e5f-407a-99f6-18354b988db6 req-05735ae9-767c-42cd-89cd-625f9cdf1995 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Jul 29 20:43:59.940852 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046a0a6-2f22-4ae0-9cfb-0158df371089 req-d4938355-490f-4f2b-8fe1-de92243bda55 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:59.942341 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0046a0a6-2f22-4ae0-9cfb-0158df371089 req-d4938355-490f-4f2b-8fe1-de92243bda55 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0515232 Jul 29 20:43:59.986080 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0046a0a6-2f22-4ae0-9cfb-0158df371089 req-8dec5119-7135-43e4-9eb9-7bb9d74bd602 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379472 Jul 29 20:44:00.396608 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517a5e3-953a-45d9-8f44-6072c6cd4515 req-821e492e-b484-4bc1-9849-aa57ca54d717 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:00.398072 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c517a5e3-953a-45d9-8f44-6072c6cd4515 req-821e492e-b484-4bc1-9849-aa57ca54d717 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0471442 Jul 29 20:44:00.434299 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c517a5e3-953a-45d9-8f44-6072c6cd4515 req-a40adc21-cf9e-4d48-a3fd-c8fe8855a6e1 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297408 Jul 29 20:44:00.892630 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:44:01.023159 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-2bf0ba46-6b61-4eb2-8c0b-b4b5fa061021 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:01.024652 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-2bf0ba46-6b61-4eb2-8c0b-b4b5fa061021 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.0823817 Jul 29 20:44:01.036817 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50046c-7416-4478-aeed-c226a36ef3e1 req-de26390b-94da-48c1-a39c-87fea2be3b43 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:01.038486 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e50046c-7416-4478-aeed-c226a36ef3e1 req-de26390b-94da-48c1-a39c-87fea2be3b43 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0701344 Jul 29 20:44:01.112249 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaa7a2-12d8-4357-9532-a144a165ea50 req-409c7bbe-1eaf-4bef-aeb4-3ad8ee80dc98 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:01.114056 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dbaaa7a2-12d8-4357-9532-a144a165ea50 req-409c7bbe-1eaf-4bef-aeb4-3ad8ee80dc98 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0523937 Jul 29 20:44:01.131525 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e50046c-7416-4478-aeed-c226a36ef3e1 req-d13da7ea-a2ad-4e05-8db5-965fb2acca6d tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837886 Jul 29 20:44:01.163306 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Deleting port 188a10c1-1ada-44fc-825e-b693673fd2fd {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:44:01.163771 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:01.166212 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dbaaa7a2-12d8-4357-9532-a144a165ea50 req-f4640aff-3d9a-4a0a-98a6-4f1921c1e919 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437140 Jul 29 20:44:01.269828 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] For port 188a10c1-1ada-44fc-825e-b693673fd2fd, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=188a10c1-1ada-44fc-825e-b693673fd2fd,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:01.270194 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:01.761895 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-bbed193d-25f3-4097-a3ad-0e71ea0aaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:01.763465 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-bbed193d-25f3-4097-a3ad-0e71ea0aaf09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493&tenant_id=7f34119d96ac4aea9c2b4f9916b178cc HTTP/1.1" status: 200 len: 1097 time: 0.1624589 Jul 29 20:44:01.799635 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb4b5-89fb-4248-9fb0-2cc03de8773a req-2d726a39-6829-4432-a48e-69bd9c9e4760 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:01.801085 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-36fbb4b5-89fb-4248-9fb0-2cc03de8773a req-2d726a39-6829-4432-a48e-69bd9c9e4760 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 945 time: 0.2011244 Jul 29 20:44:01.843816 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:01.844176 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:01.844483 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Floating IP 31bb34f8-ae9a-40a7-8eb2-cbcb5d0f04d3 disassociated. External IP: 172.27.3.116, port: 188a10c1-1ada-44fc-825e-b693673fd2fd. Jul 29 20:44:01.844811 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Calling delete_port for 188a10c1-1ada-44fc-825e-b693673fd2fd owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:44:01.863142 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-36fbb4b5-89fb-4248-9fb0-2cc03de8773a req-819986f3-fb4a-4829-bb17-b1f740dd4cd0 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556171 Jul 29 20:44:01.988578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:02.017694 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event deleted for resources: {'Port': ['ID=188a10c1-1ada-44fc-825e-b693673fd2fd,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:02.139167 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:44:02.252488 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909b0e0-3923-45bf-811a-ed457fe7294b req-efa41d3f-ae99-426c-aed4-7fe7fad95146 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:02.254072 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6909b0e0-3923-45bf-811a-ed457fe7294b req-efa41d3f-ae99-426c-aed4-7fe7fad95146 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0523801 Jul 29 20:44:02.259140 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:44:02.269522 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] Sync routers for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:44:02.281783 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:44:02.282729 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:43:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:02.295890 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6909b0e0-3923-45bf-811a-ed457fe7294b req-ba4abdf9-a768-4a32-bcf4-b067f9955489 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350256 Jul 29 20:44:02.316252 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] No DVR routers for this DVR port 188a10c1-1ada-44fc-825e-b693673fd2fd on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:44:02.319265 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:02.321840 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-40a23ce8-d796-4abf-9823-0a4d269f96d5 req-9873c566-9f1d-4bb5-a8e5-b0a524d4fc18 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "DELETE /v2.0/ports/188a10c1-1ada-44fc-825e-b693673fd2fd HTTP/1.1" status: 204 len: 173 time: 1.2824583 Jul 29 20:44:02.323180 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944ea23d-3a2f-449b-a727-5235849514ac', 'name': 'network-vif-deleted', 'tag': '188a10c1-1ada-44fc-825e-b693673fd2fd'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:44:02.325373 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8bea12-1df1-42be-b96f-6427b3c2fa94" -d '{"events": [{"server_uuid": "944ea23d-3a2f-449b-a727-5235849514ac", "name": "network-vif-deleted", "tag": "188a10c1-1ada-44fc-825e-b693673fd2fd"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:44:02.338936 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c570f6f-1bc8-4980-a372-c9a9db21f4c6 req-24e29aba-c23a-40ec-853d-90d4dc10c745 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:02.340632 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c570f6f-1bc8-4980-a372-c9a9db21f4c6 req-24e29aba-c23a-40ec-853d-90d4dc10c745 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0936694 Jul 29 20:44:02.364291 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1588bb6d-a030-42ff-952e-37e5243206e8 x-openstack-request-id: req-1588bb6d-a030-42ff-952e-37e5243206e8 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:44:02.364586 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944ea23d-3a2f-449b-a727-5235849514ac", "name": "network-vif-deleted", "tag": "188a10c1-1ada-44fc-825e-b693673fd2fd", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:44:02.364839 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1588bb6d-a030-42ff-952e-37e5243206e8 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:44:02.365318 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944ea23d-3a2f-449b-a727-5235849514ac', 'name': 'network-vif-deleted', 'tag': '188a10c1-1ada-44fc-825e-b693673fd2fd', 'status': 'completed', 'code': 200} Jul 29 20:44:02.398470 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0c570f6f-1bc8-4980-a372-c9a9db21f4c6 req-efcbda78-ae17-4968-a80e-aa65fb65e9f0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499628 Jul 29 20:44:02.412802 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:44:02.610821 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:02.639116 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] Checking router: f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:44:02.647073 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:44:02.647661 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:43:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:02.747996 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:44:02.953154 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:02.974590 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8554c33a-8c7b-4b59-ab7b-5429dae9159d req-e149fcd3-c46d-444c-bb32-26100987227b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 210 time: 0.0299771 Jul 29 20:44:02.979973 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d06e3e4-3b20-498b-9cce-38e64c9301c3 None None] The sync data for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi is: [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:44:03.180568 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7df7e7-15e9-4680-a5a9-c23e633b48b6 None None] New status for floating IP 31bb34f8-ae9a-40a7-8eb2-cbcb5d0f04d3: DOWN {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:44:03.414944 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03dac9-91ef-459d-ad45-27cfa7a28985 req-e790170f-df40-41f2-b488-4dcf6d3e4b10 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:03.416419 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ec03dac9-91ef-459d-ad45-27cfa7a28985 req-e790170f-df40-41f2-b488-4dcf6d3e4b10 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0513372 Jul 29 20:44:03.455479 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ec03dac9-91ef-459d-ad45-27cfa7a28985 req-e7c8e12d-2370-47ed-86dc-25c2fac012cd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331080 Jul 29 20:44:03.526113 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8d71c-ea48-4054-8ecd-32258b7f8eca req-41ea721f-610c-48e7-80d5-c087cc4ab41e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:03.527570 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-02c8d71c-ea48-4054-8ecd-32258b7f8eca req-41ea721f-610c-48e7-80d5-c087cc4ab41e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0483558 Jul 29 20:44:03.565519 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-02c8d71c-ea48-4054-8ecd-32258b7f8eca req-cadb5c25-c952-4658-9d52-4006f57e9663 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Jul 29 20:44:04.067225 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-179b6763-db25-41a9-a806-372f4930ac1c req-0a73658e-6357-4408-8c36-22f23ccd8268 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 210 time: 0.0270202 Jul 29 20:44:04.567805 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f080db4-971c-40ef-949c-3c56a8e455d6 req-cb87825d-5eb1-45cd-844c-5c28e83ebaaa tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:04.569562 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7f080db4-971c-40ef-949c-3c56a8e455d6 req-cb87825d-5eb1-45cd-844c-5c28e83ebaaa tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0490618 Jul 29 20:44:04.608491 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7f080db4-971c-40ef-949c-3c56a8e455d6 req-6d9f892b-0136-441a-bfe4-9efaa9bf882f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Jul 29 20:44:04.701436 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-277ac464-fbc8-41ad-8d25-0a965907f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:04.702954 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-277ac464-fbc8-41ad-8d25-0a965907f53a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 1097 time: 0.0761526 Jul 29 20:44:04.728114 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012764a5-01a8-4e48-a5fe-7dd2d38640eb req-2c58d0de-5ae2-4419-9b99-931abd4f8978 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:04.729483 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-012764a5-01a8-4e48-a5fe-7dd2d38640eb req-2c58d0de-5ae2-4419-9b99-931abd4f8978 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0713453 Jul 29 20:44:04.815945 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-012764a5-01a8-4e48-a5fe-7dd2d38640eb req-8fbbd9a5-6e67-4123-99e3-1b2fb3df55d2 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772600 Jul 29 20:44:04.834260 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-1a6825b4-da16-48c8-b02a-2160a67e1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:04.835694 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-1a6825b4-da16-48c8-b02a-2160a67e1326 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 917 time: 0.1233470 Jul 29 20:44:04.901198 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-b340cc10-fdef-43f4-bfd3-7626b312fef5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a285ad-aa8d-45d3-8959-073019926486 HTTP/1.1" status: 200 len: 1000 time: 0.0578194 Jul 29 20:44:04.955326 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-8222a56b-741d-4866-993e-c3d09b6199b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:04.956895 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-8222a56b-741d-4866-993e-c3d09b6199b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0485759 Jul 29 20:44:05.005842 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-3984d9a2-91bf-4628-a137-4548798f5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:05.007328 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-3984d9a2-91bf-4628-a137-4548798f5f5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410275 Jul 29 20:44:05.100772 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-af161211-f787-4661-9405-202b090e7faf service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845389 Jul 29 20:44:05.174167 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5b5d4d17-31bf-4a40-8398-57ef7ed01433 req-e3d56ca1-ce49-4c05-aee9-da7445ad147c tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=944ea23d-3a2f-449b-a727-5235849514ac HTTP/1.1" status: 200 len: 210 time: 0.0294123 Jul 29 20:44:05.196288 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d085865f-de34-4d13-abb0-f27f8a19a9e6 req-a39180d9-3a77-463e-8fbd-18f339209807 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866523 Jul 29 20:44:05.775411 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a463d-badd-4456-8369-3829e449496b req-db35a5ac-b08f-4b2b-9347-71005ec9ec4f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:05.792773 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dd9a463d-badd-4456-8369-3829e449496b req-db35a5ac-b08f-4b2b-9347-71005ec9ec4f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0973513 Jul 29 20:44:05.852916 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dd9a463d-badd-4456-8369-3829e449496b req-5a5e6979-aa5a-4a5c-a8ff-562d3fa0807b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567472 Jul 29 20:44:06.009361 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ce92c-cc2b-44e9-b57c-b508dc192634 req-24b4681b-c83e-441d-a6a3-a23b236381d3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:06.011599 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-437ce92c-cc2b-44e9-b57c-b508dc192634 req-24b4681b-c83e-441d-a6a3-a23b236381d3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.1081030 Jul 29 20:44:06.078616 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-437ce92c-cc2b-44e9-b57c-b508dc192634 req-e3b6cb33-7ed8-4215-93de-34dfb51b9a2a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609362 Jul 29 20:44:06.480327 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-f0c969f3-10ec-4fc2-8431-aff25f26716b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016972971&fields=id&tenant_id=b849c45b3c57497ea229df6565c2af55 HTTP/1.1" status: 200 len: 267 time: 0.0353343 Jul 29 20:44:06.582925 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 188a10c1-1ada-44fc-825e-b693673fd2fd no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:44:06.596031 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-490f944d-77f2-43d9-b654-a3ef05037ade tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:06.597522 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-490f944d-77f2-43d9-b654-a3ef05037ade tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 811 time: 0.1098676 Jul 29 20:44:06.606246 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: 188a10c1-1ada-44fc-825e-b693673fd2fd {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:44:06.606597 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 188a10c1-1ada-44fc-825e-b693673fd2fd not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:44:06.613260 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-bf5173ec-25df-4b69-b543-f66b56e42d21 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/quotas/b849c45b3c57497ea229df6565c2af55 HTTP/1.1" status: 200 len: 375 time: 0.0094545 Jul 29 20:44:06.666419 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-ee030ac7-d1ec-49f3-b1c8-1fb02791651f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475941 Jul 29 20:44:06.812532 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-cfeb4e84-2d73-4fb7-928d-9dae94c2e240 service neutron] 10.222.0.16 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349285 Jul 29 20:44:06.909674 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-feaa1292-3150-4f05-830b-f2cfe2e5c154 service neutron] 10.222.0.16 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898848 Jul 29 20:44:06.967088 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7240b7-a97b-413d-8422-a2051a2de404 req-cf50a793-dd60-4254-b93e-2e3a71781eb5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:06.975093 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4f7240b7-a97b-413d-8422-a2051a2de404 req-cf50a793-dd60-4254-b93e-2e3a71781eb5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0652854 Jul 29 20:44:07.017475 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4f7240b7-a97b-413d-8422-a2051a2de404 req-8e7c5856-53be-45b4-8939-0807cfb47610 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415163 Jul 29 20:44:07.218655 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a38abfe1-50a7-4019-8b4a-338f5cfa6042 req-b9e55cb2-9eaa-48a3-9bf7-b1c9578e342a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0276253 Jul 29 20:44:07.234882 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613023e3-afc8-4361-9cc3-49bb1aecef1f req-6352db9a-ce8a-4468-8faa-996dc3e74431 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:07.236475 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-613023e3-afc8-4361-9cc3-49bb1aecef1f req-6352db9a-ce8a-4468-8faa-996dc3e74431 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0655761 Jul 29 20:44:07.281127 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-613023e3-afc8-4361-9cc3-49bb1aecef1f req-b50c8b05-55c0-47c2-8b0b-8ab696c3a6cf tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376248 Jul 29 20:44:08.142650 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239753-911d-4085-9f1b-7d9854802fe4 req-4ca18f8c-07ac-4efc-b630-129179a60d95 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:08.144126 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8d239753-911d-4085-9f1b-7d9854802fe4 req-4ca18f8c-07ac-4efc-b630-129179a60d95 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0482321 Jul 29 20:44:08.182609 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8d239753-911d-4085-9f1b-7d9854802fe4 req-0bb8e993-2ed4-409c-baf2-3acde736798a tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Jul 29 20:44:08.319694 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cbd315b7-0f55-4ab6-bb9e-d37f9315108d req-ad7311a6-54ea-4d04-894d-4e35088b9504 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0264821 Jul 29 20:44:08.408694 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95f99-33b2-407d-b732-f518d58639eb req-6b90a1be-e2e6-403e-830f-cc73e05523a6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:08.410932 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-64a95f99-33b2-407d-b732-f518d58639eb req-6b90a1be-e2e6-403e-830f-cc73e05523a6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0580444 Jul 29 20:44:08.449144 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-64a95f99-33b2-407d-b732-f518d58639eb req-2da6a1c7-313d-4acc-a713-93acc82c7899 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329013 Jul 29 20:44:09.303673 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96974-6bd4-4c68-bde8-973e012301e1 req-d7a82755-a508-433d-909a-e8110f414064 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:09.305158 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d3e96974-6bd4-4c68-bde8-973e012301e1 req-d7a82755-a508-433d-909a-e8110f414064 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0483551 Jul 29 20:44:09.345530 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d3e96974-6bd4-4c68-bde8-973e012301e1 req-12ae647e-0834-4c08-91c1-44d12cd3d75f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344889 Jul 29 20:44:09.419317 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-06ac67a2-cb62-4477-9a6f-7d34ea07c747 req-449c5ab2-0afb-46c5-996b-166a329f94d0 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0265079 Jul 29 20:44:09.571111 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9faf16-e418-4198-a6cf-cad9daf8caae req-dad334fb-fa8b-4c02-8b97-a4c24158b6ea tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:09.574569 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-de9faf16-e418-4198-a6cf-cad9daf8caae req-dad334fb-fa8b-4c02-8b97-a4c24158b6ea tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0553145 Jul 29 20:44:09.628812 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-de9faf16-e418-4198-a6cf-cad9daf8caae req-f2715a58-aa18-403b-8320-bb6430c1e695 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377445 Jul 29 20:44:10.463355 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4503aa7-2da7-4166-a527-60684bf38a6a req-f4fbfbeb-9927-4bac-9e09-27e2e4ac01f9 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:10.464985 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a4503aa7-2da7-4166-a527-60684bf38a6a req-f4fbfbeb-9927-4bac-9e09-27e2e4ac01f9 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0486863 Jul 29 20:44:10.519260 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-53e6bf1a-95fa-4552-ace2-62cb86efa952 req-c8e4fbb7-5f70-4804-8f56-28934abbbdb2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0335886 Jul 29 20:44:10.521577 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a4503aa7-2da7-4166-a527-60684bf38a6a req-66f32660-f19a-4a00-ba43-7fefae01744e tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507557 Jul 29 20:44:10.749637 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271525fe-dd5f-4845-8619-51d51f66c8ef req-5b7c1165-9475-48a7-9ec1-713bfa6c5282 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:10.749637 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-271525fe-dd5f-4845-8619-51d51f66c8ef req-5b7c1165-9475-48a7-9ec1-713bfa6c5282 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0486908 Jul 29 20:44:10.796522 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-271525fe-dd5f-4845-8619-51d51f66c8ef req-f88f014c-bd7b-4aa9-ab84-c204ee7c9a21 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Jul 29 20:44:11.143972 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42874) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:11.250478 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a185e7e2-0579-481c-8416-0dc390279d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:11.340479 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a185e7e2-0579-481c-8416-0dc390279d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:11.344480 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a185e7e2-0579-481c-8416-0dc390279d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:11.384496 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a185e7e2-0579-481c-8416-0dc390279d68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bea437477e3642c08184fc1f8b276191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394228 Jul 29 20:44:11.385351 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185e7e2-0579-481c-8416-0dc390279d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd15541-06e1-465a-9136-75133b3af6e5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:11.387126 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42878) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:11.445165 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33de35d2-2001-431a-937c-93e080fbf350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:11.469330 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33de35d2-2001-431a-937c-93e080fbf350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:11.524381 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33de35d2-2001-431a-937c-93e080fbf350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:11.527216 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33de35d2-2001-431a-937c-93e080fbf350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:11.531728 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-33de35d2-2001-431a-937c-93e080fbf350 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7dd15541-06e1-465a-9136-75133b3af6e5 HTTP/1.1" status: 204 len: 168 time: 0.1424282 Jul 29 20:44:11.542492 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de35d2-2001-431a-937c-93e080fbf350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd15541-06e1-465a-9136-75133b3af6e5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:11.642014 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ca003970-823b-4f03-ac2b-8519ec06315c req-f1c8c09c-425b-4f8b-b2dc-82e7dfc05041 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0457249 Jul 29 20:44:11.651036 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93841-21d3-4381-a3c8-0fd1bff481f1 req-4ee5f3b1-dc64-4b38-a7b8-25f41eac1d7c tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:11.653129 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f9d93841-21d3-4381-a3c8-0fd1bff481f1 req-4ee5f3b1-dc64-4b38-a7b8-25f41eac1d7c tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0556023 Jul 29 20:44:11.704127 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f9d93841-21d3-4381-a3c8-0fd1bff481f1 req-963cd8b2-c067-4ab4-aa12-1876a8b44886 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Jul 29 20:44:11.919011 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c890918-66ee-42b3-8032-26d2131ceb87 req-81e4353a-8890-452d-9d4a-ec041bd01290 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:11.920493 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5c890918-66ee-42b3-8032-26d2131ceb87 req-81e4353a-8890-452d-9d4a-ec041bd01290 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0484140 Jul 29 20:44:11.959267 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5c890918-66ee-42b3-8032-26d2131ceb87 req-3dd54d42-1543-42bf-9be9-eeb996944100 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Jul 29 20:44:12.745898 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-49c5470e-fa14-41f6-a5f3-7de95fa7e797 req-50897ae0-05a3-4cff-8b47-21c92c44d101 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0352471 Jul 29 20:44:12.842535 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4d04d-8978-4df8-ad37-786bb0a596fc req-5236f77b-e3dc-415b-98f5-3aade89f0ad7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:12.844008 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-05e4d04d-8978-4df8-ad37-786bb0a596fc req-5236f77b-e3dc-415b-98f5-3aade89f0ad7 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0488508 Jul 29 20:44:12.887637 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-05e4d04d-8978-4df8-ad37-786bb0a596fc req-5a00e556-dc84-43d6-8ee9-8b6747748482 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Jul 29 20:44:13.085110 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448fde5-9c11-46f8-870c-3df368103daf req-55409610-d3fa-49be-9b5e-6a973effeb4b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:13.087262 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4448fde5-9c11-46f8-870c-3df368103daf req-55409610-d3fa-49be-9b5e-6a973effeb4b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0528717 Jul 29 20:44:13.123944 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4448fde5-9c11-46f8-870c-3df368103daf req-bfed0603-3c5c-4308-b66b-7e595224a6a8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308166 Jul 29 20:44:13.842526 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a0e480b6-06c0-46f0-8288-305ed5c64293 req-8a86f364-769a-4767-879e-6da93d6d680b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0278738 Jul 29 20:44:14.018929 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e7f25-8c39-40ca-b9b5-4d879332445c req-1316b81a-a8e9-452c-98aa-cd8f310d659e tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:14.020400 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ae1e7f25-8c39-40ca-b9b5-4d879332445c req-1316b81a-a8e9-452c-98aa-cd8f310d659e tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0521023 Jul 29 20:44:14.057926 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ae1e7f25-8c39-40ca-b9b5-4d879332445c req-ca3746dc-9569-4d04-945a-37143dc21458 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315576 Jul 29 20:44:14.245357 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cab78-2b3b-41c4-acb2-137c351aaf1e req-2423ff07-e6a9-4a38-8387-865bdcca1537 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:14.247220 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ab8cab78-2b3b-41c4-acb2-137c351aaf1e req-2423ff07-e6a9-4a38-8387-865bdcca1537 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0507584 Jul 29 20:44:14.290792 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ab8cab78-2b3b-41c4-acb2-137c351aaf1e req-dfabdce5-5f39-4253-bd3f-e301bb7e4386 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377715 Jul 29 20:44:14.936811 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d97ce600-4337-428d-b266-82962349e907 req-2f37ad30-9197-4ea2-be24-757d1f9d89c8 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0283115 Jul 29 20:44:15.175892 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9ea5-efa4-4f73-ad95-252acafbfe6f req-799f837e-b796-46e3-99e3-331d3980bbb8 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:15.177383 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-010a9ea5-efa4-4f73-ad95-252acafbfe6f req-799f837e-b796-46e3-99e3-331d3980bbb8 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0487936 Jul 29 20:44:15.217443 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-010a9ea5-efa4-4f73-ad95-252acafbfe6f req-900af558-03d4-42e8-a4c9-be664806bc2f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Jul 29 20:44:15.409858 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c286ab-c9bd-453d-b53e-7066904e1b79 req-a887c1fd-5413-4a62-975a-17cf1550467e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:15.417419 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1c286ab-c9bd-453d-b53e-7066904e1b79 req-a887c1fd-5413-4a62-975a-17cf1550467e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0547087 Jul 29 20:44:15.453895 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b1c286ab-c9bd-453d-b53e-7066904e1b79 req-e3b818ea-8647-45aa-9c62-b8a1a90895f8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355592 Jul 29 20:44:16.035693 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8b74a876-5c14-4651-9476-4a088a61c72d req-f5c3f4a5-3d1a-4092-bc5d-3a79fa6b8126 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0294759 Jul 29 20:44:16.333978 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608ca15-18de-45b5-ad3e-cbcc695bba22 req-784efb14-325a-4105-ba32-0a26ad466bd0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:16.336049 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0608ca15-18de-45b5-ad3e-cbcc695bba22 req-784efb14-325a-4105-ba32-0a26ad466bd0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0475128 Jul 29 20:44:16.385428 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0608ca15-18de-45b5-ad3e-cbcc695bba22 req-fefd8fd0-9372-4c1e-90ee-d7ed44c01c58 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420916 Jul 29 20:44:16.580779 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22be49a-68cc-4ce8-a857-cef9cb6af14e req-82cfc4a8-287d-4624-bf04-42390a2a57a6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:16.582535 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d22be49a-68cc-4ce8-a857-cef9cb6af14e req-82cfc4a8-287d-4624-bf04-42390a2a57a6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0483065 Jul 29 20:44:16.621243 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d22be49a-68cc-4ce8-a857-cef9cb6af14e req-969861e5-6618-4836-820e-4a5da4147e02 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324976 Jul 29 20:44:17.128763 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1a58a8c0-977e-4171-91b7-a33e0915fbef req-f53a0d02-246c-45d6-9b91-414765bfeb0e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0275841 Jul 29 20:44:17.501079 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29630fe8-8197-4d36-9c39-a88fc4e98a9c req-e6f1e363-2bef-4e57-9cdb-c490d2ce0c7b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:17.502545 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-29630fe8-8197-4d36-9c39-a88fc4e98a9c req-e6f1e363-2bef-4e57-9cdb-c490d2ce0c7b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0478194 Jul 29 20:44:17.539019 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-29630fe8-8197-4d36-9c39-a88fc4e98a9c req-ecfcec60-1d07-4bff-bfed-2eebeccea0e3 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300677 Jul 29 20:44:17.739362 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909531e-e3d8-44af-a2ee-cb05a32182da req-ec287afc-e005-4fe4-8085-af4b18e52366 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:17.740817 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3909531e-e3d8-44af-a2ee-cb05a32182da req-ec287afc-e005-4fe4-8085-af4b18e52366 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0478776 Jul 29 20:44:17.777834 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3909531e-e3d8-44af-a2ee-cb05a32182da req-0b8cc388-a91a-44f5-8557-1fb6df3dd7c1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311675 Jul 29 20:44:18.221570 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4e80cbf5-dbc6-4308-8c1d-56ad89aa8d2d req-a3064acf-a765-4279-ba65-9455d6bd1d22 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Jul 29 20:44:18.248520 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-7bb4b576-d2c3-434e-a54a-0ffdc0cedde2 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:18.250122 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-7bb4b576-d2c3-434e-a54a-0ffdc0cedde2 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.0507257 Jul 29 20:44:18.339820 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Deleting port 72f06540-fa5c-482f-9eff-ade60a2c8d8f {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:44:18.340083 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:18.427362 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] For port 72f06540-fa5c-482f-9eff-ade60a2c8d8f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=72f06540-fa5c-482f-9eff-ade60a2c8d8f,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:18.427718 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:18.700441 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:18.700441 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:18.700772 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Floating IP b2808c64-db22-4b7a-9bee-8626b99d5f1e disassociated. External IP: 172.27.3.184, port: 72f06540-fa5c-482f-9eff-ade60a2c8d8f. Jul 29 20:44:18.701049 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Calling delete_port for 72f06540-fa5c-482f-9eff-ade60a2c8d8f owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:44:18.736835 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13199d-df75-45e7-99a3-4a184dd2bbc3 req-dbb19d61-26ad-4bb9-bfe0-291689c949b1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:18.738569 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0d13199d-df75-45e7-99a3-4a184dd2bbc3 req-dbb19d61-26ad-4bb9-bfe0-291689c949b1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 946 time: 0.1103787 Jul 29 20:44:18.744697 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-6a0f8603-f663-428e-8b5e-ceec3fdc955b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:18.746025 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-6a0f8603-f663-428e-8b5e-ceec3fdc955b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 811 time: 0.2171793 Jul 29 20:44:18.848914 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0d13199d-df75-45e7-99a3-4a184dd2bbc3 req-8f0f96dc-ed4e-4e9a-be86-764e0e793a2f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5903e41-b343-4ade-91ce-9c346cbb1005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019475 Jul 29 20:44:18.860327 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-4cbf5cb6-538d-4ee6-a5a6-0f46437a7079 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b849c45b3c57497ea229df6565c2af55 HTTP/1.1" status: 200 len: 380 time: 0.0778522 Jul 29 20:44:18.875223 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'port': {'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'admin_state_up': True, 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'security_groups': ['d111202e-01b2-4478-9b21-a8482dcdd491']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:18.907773 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b91b9d-c43a-409d-9110-1c0fa15bb206 req-a44068f3-9a4f-40a1-a15a-7c19feb0c026 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:18.909264 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-72b91b9d-c43a-409d-9110-1c0fa15bb206 req-a44068f3-9a4f-40a1-a15a-7c19feb0c026 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0615928 Jul 29 20:44:18.949431 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-72b91b9d-c43a-409d-9110-1c0fa15bb206 req-d5b443a7-e1a2-43b2-9556-ed4bb9ed969d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327921 Jul 29 20:44:19.003605 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:19.037245 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event deleted for resources: {'Port': ['ID=72f06540-fa5c-482f-9eff-ade60a2c8d8f,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:19.096251 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Made reservation on behalf of b849c45b3c57497ea229df6565c2af55 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:44:19.099718 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:19.220177 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Router 70b0bce3-8568-4006-9f94-47bef3c6d43d has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:44:19.565258 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-29294a4c-d829-4f10-bb4d-286c2ab878b2 req-1e7918d7-2af7-4d33-8e7c-dd4ca1d1541e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0343964 Jul 29 20:44:19.574015 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Allocated IP 172.20.0.10 (a72f0ea6-5a3b-4a2e-8d05-bc2372309059/ad198601-d3a7-40fe-bb0f-be551f805d61/d796cc3a-d21f-4796-872b-b123dc9c8751) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:44:19.660101 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:44:19.669902 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] Sync routers for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:44:19.679668 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:44:19.680342 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:43:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:19.739156 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] No DVR routers for this DVR port 72f06540-fa5c-482f-9eff-ade60a2c8d8f on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:44:19.743448 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:19.745391 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2da0136b-7c5b-4a24-b674-fc4a403d01ab req-72abc06c-ecd1-4d34-9837-8aab78c9b191 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "DELETE /v2.0/ports/72f06540-fa5c-482f-9eff-ade60a2c8d8f HTTP/1.1" status: 204 len: 173 time: 1.4881954 Jul 29 20:44:19.745843 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'name': 'network-vif-deleted', 'tag': '72f06540-fa5c-482f-9eff-ade60a2c8d8f'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:44:19.748071 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c24b1f-8768-464e-b1b5-f98580c769e4" -d '{"events": [{"server_uuid": "46f94cbf-6a5c-4bac-bf7f-c4b55634d583", "name": "network-vif-deleted", "tag": "72f06540-fa5c-482f-9eff-ade60a2c8d8f"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:44:19.811435 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77b096b-ed05-44ce-8019-2e936d62a41c x-openstack-request-id: req-a77b096b-ed05-44ce-8019-2e936d62a41c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:44:19.811856 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f94cbf-6a5c-4bac-bf7f-c4b55634d583", "name": "network-vif-deleted", "tag": "72f06540-fa5c-482f-9eff-ade60a2c8d8f", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:44:19.812197 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a77b096b-ed05-44ce-8019-2e936d62a41c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:44:19.812684 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f94cbf-6a5c-4bac-bf7f-c4b55634d583', 'name': 'network-vif-deleted', 'tag': '72f06540-fa5c-482f-9eff-ade60a2c8d8f', 'status': 'completed', 'code': 200} Jul 29 20:44:19.818230 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:19.833496 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Transition to ACTIVE for port object d796cc3a-d21f-4796-872b-b123dc9c8751 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:44:19.873437 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:19.911214 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:44:19.934797 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'Port': ['ID=d796cc3a-d21f-4796-872b-b123dc9c8751,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:19.939025 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:44:19.940853 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:44:19.943054 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:44:19.996107 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-553f2c84-5729-4228-adb9-552b386a64ba req-22bb296d-7f55-4f2c-a101-2f178affedff tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f94cbf-6a5c-4bac-bf7f-c4b55634d583 HTTP/1.1" status: 200 len: 210 time: 0.0487530 Jul 29 20:44:20.026103 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:20.027010 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:20.052730 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-342d3f17-e962-48a2-a53c-b271fddd1ff6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1811948 Jul 29 20:44:20.066899 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Request body: {'port': {'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:20.098618 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399c1de-80a4-448f-8038-e4169585891c req-b9ff34c4-5d21-4c52-8de4-0e6fe5b4aed8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:20.107104 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6399c1de-80a4-448f-8038-e4169585891c req-b9ff34c4-5d21-4c52-8de4-0e6fe5b4aed8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0644281 Jul 29 20:44:20.132082 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:20.151228 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:20.159098 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6399c1de-80a4-448f-8038-e4169585891c req-cfa9ff33-8e5b-498b-9fa4-5f80551d1c38 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422869 Jul 29 20:44:20.190943 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] Checking router: 70b0bce3-8568-4006-9f94-47bef3c6d43d for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:44:20.200065 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:44:20.200770 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:43:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:20.314223 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-3b7a2412-9b55-469d-929e-fa0d2fc5e6e4 None None] Provisioning for port d796cc3a-d21f-4796-872b-b123dc9c8751 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:44:20.323901 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:44:20.326313 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-3b7a2412-9b55-469d-929e-fa0d2fc5e6e4 None None] Provisioning complete for port d796cc3a-d21f-4796-872b-b123dc9c8751 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:44:20.326694 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3b7a2412-9b55-469d-929e-fa0d2fc5e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:20.410630 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d796cc3a-d21f-4796-872b-b123dc9c8751 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:44:20.418425 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:20.424887 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a2412-9b55-469d-929e-fa0d2fc5e6e4 None None] Port d796cc3a-d21f-4796-872b-b123dc9c8751 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:44:20.431428 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Transition to ACTIVE for port object d796cc3a-d21f-4796-872b-b123dc9c8751 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:44:20.434454 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:20.487002 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d796cc3a-d21f-4796-872b-b123dc9c8751,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:20.554998 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Attempting to bind port d796cc3a-d21f-4796-872b-b123dc9c8751 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:44:20.555272 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Attempting to bind port d796cc3a-d21f-4796-872b-b123dc9c8751 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:44:20.555603 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Attempting to bind port d796cc3a-d21f-4796-872b-b123dc9c8751 on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:44:20.558593 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:20.560156 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Port d796cc3a-d21f-4796-872b-b123dc9c8751 on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:44:20.560497 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Attempting to bind port d796cc3a-d21f-4796-872b-b123dc9c8751 on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:44:20.565498 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:44:20.566167 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Checking segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:44:20.566284 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Bound using segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:44:20.566637 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Bound port: d796cc3a-d21f-4796-872b-b123dc9c8751, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:44:20.566995 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:20.586840 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3a7f9-9a79-471e-876d-e8eec0c096ef None None] The sync data for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi is: [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:44:20.665645 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] For port d796cc3a-d21f-4796-872b-b123dc9c8751, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:44:20.692438 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] For port d796cc3a-d21f-4796-872b-b123dc9c8751, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d796cc3a-d21f-4796-872b-b123dc9c8751,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:44:20.697427 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:20.716107 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:20.716719 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:20.718069 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/d796cc3a-d21f-4796-872b-b123dc9c8751 HTTP/1.1" status: 200 len: 1094 time: 0.6555803 Jul 29 20:44:20.766503 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926391ca-ca8b-4d2f-9334-c189b7b13cde req-bec45310-b388-4ee0-a0ca-cac652db1bd0 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:20.774002 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-926391ca-ca8b-4d2f-9334-c189b7b13cde req-bec45310-b388-4ee0-a0ca-cac652db1bd0 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 944 time: 0.1243827 Jul 29 20:44:20.827490 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6551b-e66e-4359-bf0c-aee644bc2990 None None] New status for floating IP b2808c64-db22-4b7a-9bee-8626b99d5f1e: DOWN {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:44:20.846758 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1922c-4f5e-4da9-9f90-050b8e8cfeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d796cc3a-d21f-4796-872b-b123dc9c8751,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:20.868587 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-926391ca-ca8b-4d2f-9334-c189b7b13cde req-42253d32-de88-40ff-a1fc-ff25931808dd tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936346 Jul 29 20:44:20.875468 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-dddb7024-a879-483b-aa48-c9686e11b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:20.876962 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-dddb7024-a879-483b-aa48-c9686e11b61f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 1097 time: 0.0988977 Jul 29 20:44:20.923122 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-d2e8ec78-2e26-45fc-b44f-538cd19d7c6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d796cc3a-d21f-4796-872b-b123dc9c8751 HTTP/1.1" status: 200 len: 217 time: 0.0358763 Jul 29 20:44:20.974859 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-d7ce9017-5828-4371-b1b4-2aa5a04ed440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:20.977187 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-d7ce9017-5828-4371-b1b4-2aa5a04ed440 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0473390 Jul 29 20:44:21.022473 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-62ef87fd-2654-4286-8a6d-55b0946466c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:21.024623 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-62ef87fd-2654-4286-8a6d-55b0946466c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403554 Jul 29 20:44:21.078553 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42944) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:21.123425 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-931dbd65-34c1-4ce6-b45f-9a51c9d60a6a service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916562 Jul 29 20:44:21.134358 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ace73ad-66de-4e7c-ad54-a9d0b9c6f355 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.158690 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ace73ad-66de-4e7c-ad54-a9d0b9c6f355 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.217457 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0edc959c-0c43-4494-b31d-768d8c15f2d8 req-2ae82747-845b-4b63-b2f9-f488508af743 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868828 Jul 29 20:44:21.223492 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ace73ad-66de-4e7c-ad54-a9d0b9c6f355 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.226739 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ace73ad-66de-4e7c-ad54-a9d0b9c6f355 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.228131 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9ace73ad-66de-4e7c-ad54-a9d0b9c6f355 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "DELETE /v2.0/security-groups/c5903e41-b343-4ade-91ce-9c346cbb1005 HTTP/1.1" status: 204 len: 168 time: 0.1482151 Jul 29 20:44:21.233616 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42948) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:21.238613 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace73ad-66de-4e7c-ad54-a9d0b9c6f355 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5903e41-b343-4ade-91ce-9c346cbb1005,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:21.258541 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.api.v2.resource [None req-36a768c0-ed84-4a57-a47b-4bb1e7ca737e tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] show failed (client error): The resource could not be found. Jul 29 20:44:21.262594 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42950) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:21.262752 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-36a768c0-ed84-4a57-a47b-4bb1e7ca737e tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups/c5903e41-b343-4ade-91ce-9c346cbb1005 HTTP/1.1" status: 404 len: 347 time: 0.0276041 Jul 29 20:44:21.371959 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed977f-90d0-4bcb-9333-42e35f30a596 req-8f98600c-7720-4e5f-ae20-1b8671eee5fa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:21.373427 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f6ed977f-90d0-4bcb-9333-42e35f30a596 req-8f98600c-7720-4e5f-ae20-1b8671eee5fa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.1207218 Jul 29 20:44:21.426545 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f6ed977f-90d0-4bcb-9333-42e35f30a596 req-a359d778-23fc-41b0-b218-2994258eed57 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377011 Jul 29 20:44:21.438894 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Deleting port 86a6d28e-944d-4ba2-898b-8c6e62752ddb {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:44:21.439239 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.514807 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.515138 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.526488 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Calling delete_port for 86a6d28e-944d-4ba2-898b-8c6e62752ddb owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:44:21.624993 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6dd536b6-1871-4ae3-8523-a7fb4b2df6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.653397 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.678754 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event deleted for resources: {'Port': ['ID=86a6d28e-944d-4ba2-898b-8c6e62752ddb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:21.740220 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.742890 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.744029 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-bbb4947b-a260-49f2-bece-f4cdd92fd3ae tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "DELETE /v2.0/floatingips/b2808c64-db22-4b7a-9bee-8626b99d5f1e HTTP/1.1" status: 204 len: 168 time: 0.4793108 Jul 29 20:44:21.813419 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:44:21.815787 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176eb489-f576-457f-884a-1fcdf0981fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:44:21.851598 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc9f0cc-4c4d-4f40-abf3-aff74c4935d0 x-openstack-request-id: req-afc9f0cc-4c4d-4f40-abf3-aff74c4935d0 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:44:21.851886 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:44:21.852136 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afc9f0cc-4c4d-4f40-abf3-aff74c4935d0 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:44:21.852526 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'status': 'completed', 'code': 200} Jul 29 20:44:21.912664 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-fce4e25a-5e45-4f6a-903a-5e44bb8977ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:21.914939 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-fce4e25a-5e45-4f6a-903a-5e44bb8977ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 1097 time: 0.0411472 Jul 29 20:44:21.989032 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 42958) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:21.991571 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a206cc-f58c-40f1-8fc3-85422de8447f req-6d878426-eb9b-4dc4-88de-4f7871f2726e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:21.993120 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-58a206cc-f58c-40f1-8fc3-85422de8447f req-6d878426-eb9b-4dc4-88de-4f7871f2726e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 944 time: 0.0554855 Jul 29 20:44:21.996083 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-029d5b7c-f64b-4bbc-9ccb-ca218247846b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320818011', 'description': 'tempest-description--1097709684'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:22.027165 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-a0ed6cd8-e40c-4c33-a6d4-36464d422ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:22.028915 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-a0ed6cd8-e40c-4c33-a6d4-36464d422ab9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.1071961 Jul 29 20:44:22.030991 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-58a206cc-f58c-40f1-8fc3-85422de8447f req-78a49504-eedc-469e-9784-6fd6c47bf266 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316396 Jul 29 20:44:22.035742 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-029d5b7c-f64b-4bbc-9ccb-ca218247846b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.083594 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-959c981f-4522-49f5-b302-01540b48a3ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d796cc3a-d21f-4796-872b-b123dc9c8751 HTTP/1.1" status: 200 len: 217 time: 0.0454452 Jul 29 20:44:22.152234 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-6e2578ed-2d2f-4b91-9a01-73a6c17ad393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:22.153719 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-6e2578ed-2d2f-4b91-9a01-73a6c17ad393 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0625176 Jul 29 20:44:22.224860 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-029d5b7c-f64b-4bbc-9ccb-ca218247846b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.228296 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-0b4089b8-6e0f-4144-bd1b-2aae2dad7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:22.229839 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-0b4089b8-6e0f-4144-bd1b-2aae2dad7d9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689266 Jul 29 20:44:22.230826 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-029d5b7c-f64b-4bbc-9ccb-ca218247846b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.300359 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-029d5b7c-f64b-4bbc-9ccb-ca218247846b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.301100 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-029d5b7c-f64b-4bbc-9ccb-ca218247846b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3110700 Jul 29 20:44:22.304629 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42960) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:22.312586 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d5b7c-f64b-4bbc-9ccb-ca218247846b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8314d53-3cbf-4ea8-aff0-f6c30d604013,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:22.339110 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1d181bd0-d974-48e8-b2a9-fef3b71236fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'security_group_rule': {'security_group_id': 'c8314d53-3cbf-4ea8-aff0-f6c30d604013', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:22.352190 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-b3ce00da-7268-42a3-99ef-288252984f56 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124458 Jul 29 20:44:22.455554 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d181bd0-d974-48e8-b2a9-fef3b71236fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.463899 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-176eb489-f576-457f-884a-1fcdf0981fc4 req-3df40eb0-5ef7-46b7-b61a-9ff6a4eec8a0 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047270 Jul 29 20:44:22.506353 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d181bd0-d974-48e8-b2a9-fef3b71236fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.513686 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d181bd0-d974-48e8-b2a9-fef3b71236fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.530865 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d181bd0-d974-48e8-b2a9-fef3b71236fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ea70bb-31b6-4a5e-a26f-ea931e82b75f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:22.538827 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d181bd0-d974-48e8-b2a9-fef3b71236fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.540012 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-1d181bd0-d974-48e8-b2a9-fef3b71236fd tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2289367 Jul 29 20:44:22.542761 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42964) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:22.547065 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ecde3553-035c-4eb6-bd56-95bd8eabe959 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'security_group_rule': {'security_group_id': 'c8314d53-3cbf-4ea8-aff0-f6c30d604013', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:22.547926 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674d2e3-2a2f-4ce2-8a53-e82e2ff93692 req-f1455306-d1af-4006-b9fb-97ccab4550f3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:22.549507 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b674d2e3-2a2f-4ce2-8a53-e82e2ff93692 req-f1455306-d1af-4006-b9fb-97ccab4550f3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0509057 Jul 29 20:44:22.572854 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecde3553-035c-4eb6-bd56-95bd8eabe959 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.589834 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b674d2e3-2a2f-4ce2-8a53-e82e2ff93692 req-312959cc-8c01-4ec3-bb7d-232d3b6a9d9b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337653 Jul 29 20:44:22.629275 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecde3553-035c-4eb6-bd56-95bd8eabe959 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.634064 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecde3553-035c-4eb6-bd56-95bd8eabe959 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.650309 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 72f06540-fa5c-482f-9eff-ade60a2c8d8f no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:44:22.651023 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde3553-035c-4eb6-bd56-95bd8eabe959 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d76989-713c-413d-8bb4-6f489cd47854,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:22.658311 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecde3553-035c-4eb6-bd56-95bd8eabe959 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.662594 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-ecde3553-035c-4eb6-bd56-95bd8eabe959 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159887 Jul 29 20:44:22.662788 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 42966) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:22.667155 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'floatingip': {'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:22.670358 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: 72f06540-fa5c-482f-9eff-ade60a2c8d8f {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:44:22.670707 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 72f06540-fa5c-482f-9eff-ade60a2c8d8f not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:44:22.688147 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.782240 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.883342 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Allocated IP 172.27.3.114 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/6a1232a4-90da-48af-91e6-0fa0ded5d2f6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:44:22.982596 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:23.019963 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:23.056152 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:44:23.058967 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:44:23.064401 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:44:23.085718 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'Port': ['ID=6a1232a4-90da-48af-91e6-0fa0ded5d2f6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:23.180410 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a26018-89bb-4109-abd3-3824f9f35f67 req-b3c93a06-d68c-4eed-8f6d-6741bcffb669 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:23.181891 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b1a26018-89bb-4109-abd3-3824f9f35f67 req-b3c93a06-d68c-4eed-8f6d-6741bcffb669 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 944 time: 0.0844345 Jul 29 20:44:23.198313 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:23.249252 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b1a26018-89bb-4109-abd3-3824f9f35f67 req-ad424a3f-6fed-460f-a63c-2b505c0c9c8f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607500 Jul 29 20:44:23.251674 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:23.396443 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:23.400795 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:23.468959 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'Port': ['ID=6a1232a4-90da-48af-91e6-0fa0ded5d2f6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:23.476778 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:23.490539 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:23.492291 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9834bff7-6829-49aa-9b21-63332fd68db0 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8285677 Jul 29 20:44:23.673535 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-7c2f0091-915c-4fe3-9875-8a414b96023b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--320818011&fields=id&tenant_id=03945c8550504adfb8fe002fe2b4b702 HTTP/1.1" status: 200 len: 267 time: 0.0326066 Jul 29 20:44:23.710966 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb0989-ab9b-4f9a-8668-49d9e0696444 req-c509623e-c939-41db-b7bf-b10bfe1f7dcd tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:23.712469 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7acb0989-ab9b-4f9a-8668-49d9e0696444 req-c509623e-c939-41db-b7bf-b10bfe1f7dcd tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0519030 Jul 29 20:44:23.750218 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7acb0989-ab9b-4f9a-8668-49d9e0696444 req-f6b1769b-1bfe-4855-9933-8020888aa0ac tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Jul 29 20:44:23.781887 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-0f138362-fbfe-46e8-bd94-4b2dfba84e3f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:23.783338 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-0f138362-fbfe-46e8-bd94-4b2dfba84e3f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 811 time: 0.1031699 Jul 29 20:44:23.798307 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-82eb0bc4-5edd-4f16-a2cb-832c45ba5643 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/quotas/03945c8550504adfb8fe002fe2b4b702 HTTP/1.1" status: 200 len: 375 time: 0.0089486 Jul 29 20:44:23.849840 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-422149d5-7417-4ab3-8324-89323945daeb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464711 Jul 29 20:44:23.943623 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-293cea7c-8c15-468b-9d53-9bdcd535c9c8 service neutron] 10.222.0.16 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822628 Jul 29 20:44:24.032854 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-084ff18e-e97a-4dd8-b428-e46c09958cad service neutron] 10.222.0.16 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832272 Jul 29 20:44:24.185297 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0ec78608-4bbd-47d3-baae-0d728d646767 req-0706dbfa-e62a-455d-a883-db947a2b38be tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 210 time: 0.0263362 Jul 29 20:44:24.232655 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-0065cf8f-9340-4e18-838d-e13edd466d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:24.348976 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:24.366812 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b090f0-9094-47f6-9658-bc1cc7cad268 req-c3c58178-7af3-42f2-a10b-0eb014d24f50 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:24.368537 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e6b090f0-9094-47f6-9658-bc1cc7cad268 req-c3c58178-7af3-42f2-a10b-0eb014d24f50 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 944 time: 0.0513287 Jul 29 20:44:24.406592 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e6b090f0-9094-47f6-9658-bc1cc7cad268 req-d92c348c-8b3d-486f-b433-0d4ba08dca4b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316148 Jul 29 20:44:24.867028 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767dcdb-fe41-4bf8-9119-13f17cb2079e req-20519af4-7047-4c02-bfb2-2d3b3cf689b9 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:24.868415 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2767dcdb-fe41-4bf8-9119-13f17cb2079e req-20519af4-7047-4c02-bfb2-2d3b3cf689b9 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0472095 Jul 29 20:44:24.906244 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2767dcdb-fe41-4bf8-9119-13f17cb2079e req-1dd8c2da-44fa-474e-9874-ad72f2881473 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Jul 29 20:44:25.085269 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-cfcb87c7-8508-4eca-9b47-7f9aaffa03a5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:25.086723 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-cfcb87c7-8508-4eca-9b47-7f9aaffa03a5 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 811 time: 0.1048684 Jul 29 20:44:25.130232 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-8d57868d-79a3-4a35-9265-b568acac1d00 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03945c8550504adfb8fe002fe2b4b702 HTTP/1.1" status: 200 len: 379 time: 0.0342467 Jul 29 20:44:25.144449 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'port': {'device_id': '805703c0-b054-4f09-a722-c97cdf464d5d', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'admin_state_up': True, 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'security_groups': ['c8314d53-3cbf-4ea8-aff0-f6c30d604013']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:25.163631 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:44:25.261979 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Made reservation on behalf of 03945c8550504adfb8fe002fe2b4b702 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:44:25.265239 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:25.286658 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ecae5f4e-8815-4584-a805-461dc6f85be6 req-db9b890d-6f2a-453b-bfc5-84f33e35e8ac tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 210 time: 0.0361807 Jul 29 20:44:25.332998 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:25.399240 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Allocated IP 172.20.0.9 (7485e429-9262-495e-b61d-bdee98b22645/fd2aeea6-215b-45bd-a480-52faa84fe275/a67a0011-d29f-42a6-a7dc-6e1a2673ea13) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:44:25.523331 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96680c-0394-4c0e-b933-1b0c82fff27e req-27bcdf59-8f61-4531-8ae1-0717c9b80461 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:25.524815 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dd96680c-0394-4c0e-b933-1b0c82fff27e req-27bcdf59-8f61-4531-8ae1-0717c9b80461 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 944 time: 0.0517268 Jul 29 20:44:25.538758 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:25.552046 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Transition to ACTIVE for port object a67a0011-d29f-42a6-a7dc-6e1a2673ea13 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:44:25.562168 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-dd96680c-0394-4c0e-b933-1b0c82fff27e req-4e4814ba-8e32-4e35-b790-1b7663ce8e23 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Jul 29 20:44:25.584207 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:25.623342 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Network 7485e429-9262-495e-b61d-bdee98b22645 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:44:25.626243 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:44:25.629665 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:44:25.659908 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event updated for resources: {'Port': ['ID=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:25.687799 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:25.688416 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:25.702661 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-9baad59a-ade6-435a-88ad-b972650cfdbf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619869 Jul 29 20:44:25.715116 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Request body: {'port': {'device_id': '805703c0-b054-4f09-a722-c97cdf464d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:25.770458 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:25.814032 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-9081783d-9f96-4553-a8c6-d5596e366baa None None] Provisioning for port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:44:25.817466 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-9081783d-9f96-4553-a8c6-d5596e366baa None None] Provisioning complete for port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:44:25.817886 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9081783d-9f96-4553-a8c6-d5596e366baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:25.850198 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-9081783d-9f96-4553-a8c6-d5596e366baa None None] Port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:44:25.946681 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:26.063495 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447b873-8970-4a8e-8b9a-3c623f4af7c2 req-731fd4bb-85f2-4c45-b894-4b495e08abc9 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:26.065122 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4447b873-8970-4a8e-8b9a-3c623f4af7c2 req-731fd4bb-85f2-4c45-b894-4b495e08abc9 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 944 time: 0.0852132 Jul 29 20:44:26.073855 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67a0011-d29f-42a6-a7dc-6e1a2673ea13 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:44:26.092231 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:26.115590 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Transition to ACTIVE for port object a67a0011-d29f-42a6-a7dc-6e1a2673ea13 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:44:26.122072 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4447b873-8970-4a8e-8b9a-3c623f4af7c2 req-bc0a18ff-4e33-4601-b085-141e368d7304 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510075 Jul 29 20:44:26.123078 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:26.173463 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:26.246452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Attempting to bind port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:44:26.246784 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Attempting to bind port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:44:26.247109 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Attempting to bind port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 on network 7485e429-9262-495e-b61d-bdee98b22645 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:44:26.251492 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 on network 7485e429-9262-495e-b61d-bdee98b22645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:44:26.251813 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Attempting to bind port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 on network 7485e429-9262-495e-b61d-bdee98b22645 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:44:26.256679 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:44:26.257011 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Checking segment: {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:44:26.257446 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Bound using segment: {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:44:26.257909 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Bound port: a67a0011-d29f-42a6-a7dc-6e1a2673ea13, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7485e429-9262-495e-b61d-bdee98b22645'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:44:26.258267 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:26.322018 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] For port a67a0011-d29f-42a6-a7dc-6e1a2673ea13, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:44:26.325237 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] For port a67a0011-d29f-42a6-a7dc-6e1a2673ea13, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:44:26.330012 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:26.365242 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:26.365872 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:26.368396 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] 10.222.0.18 "PUT /v2.0/ports/a67a0011-d29f-42a6-a7dc-6e1a2673ea13 HTTP/1.1" status: 200 len: 1093 time: 0.6569536 Jul 29 20:44:26.368396 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805703c0-b054-4f09-a722-c97cdf464d5d', 'tag': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:44:26.370448 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca4f385-c675-44ec-b772-b6747f255cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "805703c0-b054-4f09-a722-c97cdf464d5d", "tag": "a67a0011-d29f-42a6-a7dc-6e1a2673ea13"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:44:26.403640 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8136ff-de9d-40eb-bc07-3b2278673ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:26.454580 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812013e-1482-4e3d-92e6-f8a89c13d1ca req-a3d8987b-dbb0-4ed5-9b38-efc87489fe3b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:26.456203 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d812013e-1482-4e3d-92e6-f8a89c13d1ca req-a3d8987b-dbb0-4ed5-9b38-efc87489fe3b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 943 time: 0.1000643 Jul 29 20:44:26.465155 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e28e08-056c-4656-ae3c-d655f779e3fa x-openstack-request-id: req-c9e28e08-056c-4656-ae3c-d655f779e3fa {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:44:26.465576 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805703c0-b054-4f09-a722-c97cdf464d5d", "tag": "a67a0011-d29f-42a6-a7dc-6e1a2673ea13", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:44:26.466012 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9e28e08-056c-4656-ae3c-d655f779e3fa {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:44:26.466574 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805703c0-b054-4f09-a722-c97cdf464d5d', 'tag': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13', 'status': 'completed', 'code': 200} Jul 29 20:44:26.487619 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-43c4403c-8576-40b3-b16d-8dc8473858d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:26.489287 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-43c4403c-8576-40b3-b16d-8dc8473858d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 1096 time: 0.0630558 Jul 29 20:44:26.499291 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d812013e-1482-4e3d-92e6-f8a89c13d1ca req-5b9d0536-e3f5-45ff-8c93-a4d4e5f868ea tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365980 Jul 29 20:44:26.536951 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-6bb97a1e-b827-43cf-85bc-b3a103423ef3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a67a0011-d29f-42a6-a7dc-6e1a2673ea13 HTTP/1.1" status: 200 len: 217 time: 0.0383368 Jul 29 20:44:26.589870 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-6e917601-6dd9-4cc1-a6e2-016c19bfd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:26.591363 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-6e917601-6dd9-4cc1-a6e2-016c19bfd837 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.0457630 Jul 29 20:44:26.648003 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ec0c3bab-a328-455a-9136-0db025ddd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:26.649434 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-ec0c3bab-a328-455a-9136-0db025ddd325 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492916 Jul 29 20:44:26.668891 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:44:26.733775 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ead25-8c9f-441f-8f69-807f45bc7f60 req-28a9be13-1481-4645-8642-f6f2c76a5421 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:26.735166 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a23ead25-8c9f-441f-8f69-807f45bc7f60 req-28a9be13-1481-4645-8642-f6f2c76a5421 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 944 time: 0.1006222 Jul 29 20:44:26.763413 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:26.775151 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'b9a285ad-aa8d-45d3-8959-073019926486', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'port_id': 'b9a285ad-aa8d-45d3-8959-073019926486', 'mac_address': 'fa:16:3e:eb:47:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:44:26.785981 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-f3d5eddc-57b3-44f9-9d54-3d6cb14e02c5 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192899 Jul 29 20:44:26.802772 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a23ead25-8c9f-441f-8f69-807f45bc7f60 req-798c23dc-1194-428b-bfbb-da608b3c004b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604908 Jul 29 20:44:26.812078 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:26.825169 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a285ad-aa8d-45d3-8959-073019926486 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:44:26.844590 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:26.848549 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:26.881827 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e11ee82b-248e-47ff-a0f8-8754c90f3695 req-656b34d4-1bcc-473f-a8df-a3c0a6d816ac service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915713 Jul 29 20:44:26.894926 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=9']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:26.902592 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.902945 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.903299 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.903628 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.903960 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.904295 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.904624 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.904949 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.905273 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.905624 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.905948 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.906270 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:26.969292 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-3215a963-00eb-405a-b88c-d12f89b9cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:26.971518 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-3215a963-00eb-405a-b88c-d12f89b9cf16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 1096 time: 0.0427861 Jul 29 20:44:27.011926 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:27.069942 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-68129385-fcdf-49d0-967e-411b3b85b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:27.071395 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-68129385-fcdf-49d0-967e-411b3b85b0b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 912 time: 0.0865960 Jul 29 20:44:27.092613 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['b9a285ad-aa8d-45d3-8959-073019926486'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:44:27.246096 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0be51e-57c7-4f96-8a1d-f4dc17333c38 req-b24a6af6-b1ea-45ff-b3eb-dfb096d512a4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:27.247766 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3e0be51e-57c7-4f96-8a1d-f4dc17333c38 req-b24a6af6-b1ea-45ff-b3eb-dfb096d512a4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Jul 29 20:44:27.297395 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3e0be51e-57c7-4f96-8a1d-f4dc17333c38 req-c61f0691-40d7-4d74-adb4-0456e22226ae tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Jul 29 20:44:27.358473 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-c64f858d-fc54-4f94-be4c-cfef7e0ee2bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a67a0011-d29f-42a6-a7dc-6e1a2673ea13 HTTP/1.1" status: 200 len: 217 time: 0.2779615 Jul 29 20:44:27.406356 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-7caae816-51c5-47ab-a5d9-4eba7b2d1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:27.407804 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-7caae816-51c5-47ab-a5d9-4eba7b2d1069 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.0424457 Jul 29 20:44:27.453265 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-0184583f-7ba5-47ce-b28b-e8cbc9a76a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:27.454700 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-0184583f-7ba5-47ce-b28b-e8cbc9a76a8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378666 Jul 29 20:44:27.548016 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-0ceacfaf-7853-4b74-a909-22617cc82ee9 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799494 Jul 29 20:44:27.669020 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35061f99-2ed6-42fb-9a8c-15658de7b134 req-9a981e78-6b65-43cb-b319-b4b663d06928 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:27.670548 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-35061f99-2ed6-42fb-9a8c-15658de7b134 req-9a981e78-6b65-43cb-b319-b4b663d06928 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 943 time: 0.0978208 Jul 29 20:44:27.676316 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1ca4f385-c675-44ec-b772-b6747f255cb6 req-b07f02dc-a604-44be-ac55-60d0f746157b service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211576 Jul 29 20:44:27.709030 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-35061f99-2ed6-42fb-9a8c-15658de7b134 req-cc52cbd3-108c-49f3-8719-ecae8580e708 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318053 Jul 29 20:44:27.917221 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ff872-fbb6-46e5-93b6-2a9535c77db1 req-d9ee9331-e8c5-4eae-98b7-c43787a30bf6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:27.918702 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fb6ff872-fbb6-46e5-93b6-2a9535c77db1 req-d9ee9331-e8c5-4eae-98b7-c43787a30bf6 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 944 time: 0.0510767 Jul 29 20:44:27.955532 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fb6ff872-fbb6-46e5-93b6-2a9535c77db1 req-02d1bf5e-3fc1-4b76-98ee-c181d22184e1 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309193 Jul 29 20:44:28.414520 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7e201-b1d9-4b58-9da7-b7a93004c192 req-7cd9c121-b2ee-4c60-bcc7-4a9de5b90416 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:28.415945 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dde7e201-b1d9-4b58-9da7-b7a93004c192 req-7cd9c121-b2ee-4c60-bcc7-4a9de5b90416 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 945 time: 0.0470955 Jul 29 20:44:28.452257 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dde7e201-b1d9-4b58-9da7-b7a93004c192 req-89f4f3d1-0f95-4cea-9bb4-b14e84485acc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305645 Jul 29 20:44:28.672537 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:44:28.674500 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a67a0011-d29f-42a6-a7dc-6e1a2673ea13 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:44:28.778772 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port b9a285ad-aa8d-45d3-8959-073019926486 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:44:28.779149 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:28.824520 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ebdcc-b6b0-40f0-b7ae-aa6461232603 req-4730dcb1-aa55-4469-a087-ff9da270fc44 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:28.826002 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-012ebdcc-b6b0-40f0-b7ae-aa6461232603 req-4730dcb1-aa55-4469-a087-ff9da270fc44 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 943 time: 0.0477550 Jul 29 20:44:28.829705 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a67a0011-d29f-42a6-a7dc-6e1a2673ea13, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:28.845330 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'port_id': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13', 'mac_address': 'fa:16:3e:fe:e2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:44:28.863274 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-012ebdcc-b6b0-40f0-b7ae-aa6461232603 req-b1183b39-1263-48da-8bfe-4f1aee272934 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Jul 29 20:44:28.914204 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:28.916011 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:28.935404 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67a0011-d29f-42a6-a7dc-6e1a2673ea13 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:44:28.952874 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:44:28.955097 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc06598-5ddb-4a10-b53a-93f7002500b8" -d '{"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-plugged", "status": "completed", "tag": "b9a285ad-aa8d-45d3-8959-073019926486"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:44:28.974795 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a67a0011-d29f-42a6-a7dc-6e1a2673ea13, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:28.977158 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:28.981823 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:28.982484 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d796cc3a-d21f-4796-872b-b123dc9c8751 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:44:28.987581 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:29.075014 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181e183-275e-4bca-825f-20b81f645e2a req-cd5120bb-9c68-4d90-83ec-e52da54b8b15 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:29.075571 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:29.078195 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c181e183-275e-4bca-825f-20b81f645e2a req-cd5120bb-9c68-4d90-83ec-e52da54b8b15 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 944 time: 0.0518723 Jul 29 20:44:29.118794 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c181e183-275e-4bca-825f-20b81f645e2a req-12c0134b-d790-4f8e-b60d-a3ed5f19e6f0 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360627 Jul 29 20:44:29.122171 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de65017-6e86-4b50-83fe-3a7e8da22832 x-openstack-request-id: req-9de65017-6e86-4b50-83fe-3a7e8da22832 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:44:29.122463 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-plugged", "status": "completed", "tag": "b9a285ad-aa8d-45d3-8959-073019926486", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:44:29.122713 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9de65017-6e86-4b50-83fe-3a7e8da22832 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:44:29.123123 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486', 'code': 200} Jul 29 20:44:29.155734 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=10']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:29.164372 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d796cc3a-d21f-4796-872b-b123dc9c8751, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d796cc3a-d21f-4796-872b-b123dc9c8751,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:29.174593 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:44:29.211465 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:29.223321 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d796cc3a-d21f-4796-872b-b123dc9c8751 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:44:29.242196 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d796cc3a-d21f-4796-872b-b123dc9c8751, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d796cc3a-d21f-4796-872b-b123dc9c8751,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:29.245854 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:29.290675 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d796cc3a-d21f-4796-872b-b123dc9c8751,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:29.495313 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['a67a0011-d29f-42a6-a7dc-6e1a2673ea13'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:44:29.505619 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d796cc3a-d21f-4796-872b-b123dc9c8751'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:44:29.606779 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4d4cc-8bfc-4dcd-8e4d-6bbffba16055 req-380cf552-3d24-4bb2-8e5f-17d79068d124 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:29.608267 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6eb4d4cc-8bfc-4dcd-8e4d-6bbffba16055 req-380cf552-3d24-4bb2-8e5f-17d79068d124 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 947 time: 0.0756593 Jul 29 20:44:29.613732 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de666-1775-4f4a-8cc3-d871628cb2b9 req-0082c69c-1ac4-4a40-a9e7-573c498f0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:29.615158 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a75de666-1775-4f4a-8cc3-d871628cb2b9 req-0082c69c-1ac4-4a40-a9e7-573c498f0e55 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 1100 time: 0.0721169 Jul 29 20:44:29.670426 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6eb4d4cc-8bfc-4dcd-8e4d-6bbffba16055 req-9ad75394-c60e-4c6c-85d1-fa2bca9f05fc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543220 Jul 29 20:44:29.674313 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a75de666-1775-4f4a-8cc3-d871628cb2b9 req-7d105b21-7eda-4dca-879b-34ffdda589e2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511627 Jul 29 20:44:29.977583 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49644cf-39d6-4497-a74e-a5ae6ad50573 req-f7911749-b669-4d8f-bf37-e891bbe65ed8 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:29.979188 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f49644cf-39d6-4497-a74e-a5ae6ad50573 req-f7911749-b669-4d8f-bf37-e891bbe65ed8 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 944 time: 0.0517597 Jul 29 20:44:30.016249 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f49644cf-39d6-4497-a74e-a5ae6ad50573 req-4fe6f030-bb58-4b4d-9c79-1296c8f6d765 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311756 Jul 29 20:44:30.230637 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf5195-7047-490e-b30a-0da6aebc034e req-2d951b25-6aa7-40bc-a3ba-b1435958dbe8 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:30.232087 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0caf5195-7047-490e-b30a-0da6aebc034e req-2d951b25-6aa7-40bc-a3ba-b1435958dbe8 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 945 time: 0.0473216 Jul 29 20:44:30.269362 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0caf5195-7047-490e-b30a-0da6aebc034e req-5103be1c-69df-497f-a79c-67db535b9f21 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315616 Jul 29 20:44:30.695613 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a67a0011-d29f-42a6-a7dc-6e1a2673ea13 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:44:30.752323 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:44:30.757485 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:44:30.757919 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:30.797479 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df31c8b-e043-49f2-877a-9ff2932142e0 req-07688d6b-430c-4d9d-afb6-d88277dc408e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:30.799170 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4df31c8b-e043-49f2-877a-9ff2932142e0 req-07688d6b-430c-4d9d-afb6-d88277dc408e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 947 time: 0.0543275 Jul 29 20:44:30.838582 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4df31c8b-e043-49f2-877a-9ff2932142e0 req-ebe811f3-1c2c-4e50-abd5-c278cef0a22f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Jul 29 20:44:30.849064 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:30.883625 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a67a0011-d29f-42a6-a7dc-6e1a2673ea13, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:30.888008 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:30.888850 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d796cc3a-d21f-4796-872b-b123dc9c8751 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:44:30.969321 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:30.982617 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port d796cc3a-d21f-4796-872b-b123dc9c8751 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:44:30.986458 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port d796cc3a-d21f-4796-872b-b123dc9c8751 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:44:30.986843 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:31.069632 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:31.102109 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d796cc3a-d21f-4796-872b-b123dc9c8751, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d796cc3a-d21f-4796-872b-b123dc9c8751,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:31.106051 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:31.128402 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805703c0-b054-4f09-a722-c97cdf464d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13'}, {'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:44:31.130660 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56287a91-4164-470b-9268-b1b7846c0ec1" -d '{"events": [{"server_uuid": "805703c0-b054-4f09-a722-c97cdf464d5d", "name": "network-vif-plugged", "status": "completed", "tag": "a67a0011-d29f-42a6-a7dc-6e1a2673ea13"}, {"server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "name": "network-vif-plugged", "status": "completed", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:44:31.138630 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273e1d1-e8bf-4fd1-b132-dbbd995a49d8 req-8402c328-cbda-4d73-8686-ddf80027a7cc tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:31.145878 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a273e1d1-e8bf-4fd1-b132-dbbd995a49d8 req-8402c328-cbda-4d73-8686-ddf80027a7cc tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 945 time: 0.0620227 Jul 29 20:44:31.164711 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d796cc3a-d21f-4796-872b-b123dc9c8751,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:31.175502 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 20:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdb1950-25b2-47ab-a55d-21184d481392 x-openstack-request-id: req-6cdb1950-25b2-47ab-a55d-21184d481392 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:44:31.175797 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805703c0-b054-4f09-a722-c97cdf464d5d", "name": "network-vif-plugged", "status": "completed", "tag": "a67a0011-d29f-42a6-a7dc-6e1a2673ea13", "code": 200}, {"server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "name": "network-vif-plugged", "status": "completed", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:44:31.176044 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cdb1950-25b2-47ab-a55d-21184d481392 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:44:31.176444 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805703c0-b054-4f09-a722-c97cdf464d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13', 'code': 200} Jul 29 20:44:31.176696 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'code': 200} Jul 29 20:44:31.185289 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a273e1d1-e8bf-4fd1-b132-dbbd995a49d8 req-36f00780-f7c6-4515-8a29-d1008179b922 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353322 Jul 29 20:44:31.360578 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71259352-f766-4bb7-a7e8-555d4be17a6a req-6acd77d5-46ae-4891-9c9b-e4ca2018dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:31.362073 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71259352-f766-4bb7-a7e8-555d4be17a6a req-6acd77d5-46ae-4891-9c9b-e4ca2018dff2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 1098 time: 0.0416005 Jul 29 20:44:31.409561 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-71259352-f766-4bb7-a7e8-555d4be17a6a req-724d96ca-560e-487f-979a-e20b5002c782 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350647 Jul 29 20:44:31.413544 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851741e-26d2-4bae-83fa-c8f187970e5c req-203678c7-c282-4265-b55e-80ea20f093de tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:31.415066 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1851741e-26d2-4bae-83fa-c8f187970e5c req-203678c7-c282-4265-b55e-80ea20f093de tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 946 time: 0.0676692 Jul 29 20:44:31.452591 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-1851741e-26d2-4bae-83fa-c8f187970e5c req-ae2cb61e-cc77-442a-b674-8085cce3f166 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 Jul 29 20:44:31.516300 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a4cac-e070-46ac-9b27-3a27d34c60f0 req-ae2df4a5-2dc8-402a-805c-04e21cc2b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:31.517821 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-878a4cac-e070-46ac-9b27-3a27d34c60f0 req-ae2df4a5-2dc8-402a-805c-04e21cc2b608 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 1099 time: 0.0393465 Jul 29 20:44:31.555089 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-878a4cac-e070-46ac-9b27-3a27d34c60f0 req-921d5af8-ec5b-4318-a745-fad1ff956f66 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266042 Jul 29 20:44:31.963829 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bd72b-e2ba-4531-bfec-b6ace3627679 req-9018ef0e-5da0-4719-a295-db0e92254165 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:31.965259 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7e5bd72b-e2ba-4531-bfec-b6ace3627679 req-9018ef0e-5da0-4719-a295-db0e92254165 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 947 time: 0.0504735 Jul 29 20:44:32.001577 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7e5bd72b-e2ba-4531-bfec-b6ace3627679 req-da309884-391c-4cd8-a8e9-5106af92fc2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305786 Jul 29 20:44:32.300485 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de350f1c-ccfe-48cf-95b9-29543eebce27 req-959bc833-33d0-42d4-bea7-553814f73292 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:32.301952 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-de350f1c-ccfe-48cf-95b9-29543eebce27 req-959bc833-33d0-42d4-bea7-553814f73292 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 945 time: 0.0510058 Jul 29 20:44:32.339015 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-de350f1c-ccfe-48cf-95b9-29543eebce27 req-f6b9a27b-1bd0-4dcd-b4b1-c4ed040aeb06 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311818 Jul 29 20:44:32.564281 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a5f13-9957-46e6-b8ef-ec7b8cdc0851 req-451833d7-b4fd-4c6b-b412-8115072cb03b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:32.565774 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-491a5f13-9957-46e6-b8ef-ec7b8cdc0851 req-451833d7-b4fd-4c6b-b412-8115072cb03b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 946 time: 0.0481932 Jul 29 20:44:32.605160 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-491a5f13-9957-46e6-b8ef-ec7b8cdc0851 req-f6dbdeab-ec1d-4544-baee-6b1ee19f2e70 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325937 Jul 29 20:44:33.449011 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd44ba-6be0-4d90-8b3d-cb839aa4088e req-17db201b-0081-41ce-a493-d50c3c5d93f1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:33.450483 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2edd44ba-6be0-4d90-8b3d-cb839aa4088e req-17db201b-0081-41ce-a493-d50c3c5d93f1 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 945 time: 0.0475941 Jul 29 20:44:33.487816 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2edd44ba-6be0-4d90-8b3d-cb839aa4088e req-f7e3234a-8eed-4d35-b31b-27f452080a1b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316281 Jul 29 20:44:33.596180 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd05d4-a1cf-47b6-b518-6e79d23bebac req-353d810f-f75b-4036-9264-53e7906b2c9f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:33.597555 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-18cd05d4-a1cf-47b6-b518-6e79d23bebac req-353d810f-f75b-4036-9264-53e7906b2c9f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 945 time: 0.0481961 Jul 29 20:44:33.606361 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43098) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:33.610780 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-6d8f05a1-d238-4f31-b1da-47a64ebe6faf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Request body: {'floatingip': {'port_id': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:33.651588 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d8f05a1-d238-4f31-b1da-47a64ebe6faf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:33.721139 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db9c99-8435-41f4-b606-7dc35d25357e req-cb23c952-d230-43c6-a858-7b68ece8de4d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:33.722629 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-79db9c99-8435-41f4-b606-7dc35d25357e req-cb23c952-d230-43c6-a858-7b68ece8de4d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 946 time: 0.0482464 Jul 29 20:44:33.759707 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-79db9c99-8435-41f4-b606-7dc35d25357e req-4d6c87c5-b30f-4572-a3c3-71ba68c99a4d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305610 Jul 29 20:44:33.929544 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12af90a-2f3f-4268-a106-bb837b99ec27 req-802df845-b653-4a19-a4bd-42e37b1cd136 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:33.931020 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d12af90a-2f3f-4268-a106-bb837b99ec27 req-802df845-b653-4a19-a4bd-42e37b1cd136 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 946 time: 0.0997713 Jul 29 20:44:34.030934 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d12af90a-2f3f-4268-a106-bb837b99ec27 req-9ac7febd-83c7-4597-9065-56439076d6a2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668862 Jul 29 20:44:34.052707 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43104) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:34.150065 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f3a4e0-53a8-41c7-9b2c-cd5816f25daa tempest-TestVolumeBootPattern-2042666675 tempest-TestVolumeBootPattern-2042666675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:34.151548 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-38f3a4e0-53a8-41c7-9b2c-cd5816f25daa tempest-TestVolumeBootPattern-2042666675 tempest-TestVolumeBootPattern-2042666675-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 1094 time: 0.0979409 Jul 29 20:44:34.154463 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43106) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:44:34.159059 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'floatingip': {'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:44:34.168346 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d8f05a1-d238-4f31-b1da-47a64ebe6faf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:34.172316 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d8f05a1-d238-4f31-b1da-47a64ebe6faf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:34.181440 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:34.275565 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [None req-6d8f05a1-d238-4f31-b1da-47a64ebe6faf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Floating IP 89707c9e-797a-4768-8ff8-2060b88160c2 associated. External IP: 172.27.3.114, port: a67a0011-d29f-42a6-a7dc-6e1a2673ea13. Jul 29 20:44:34.483741 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8f05a1-d238-4f31-b1da-47a64ebe6faf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Router 70b0bce3-8568-4006-9f94-47bef3c6d43d has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:44:34.498818 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:34.590240 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8f05a1-d238-4f31-b1da-47a64ebe6faf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:44:34.595485 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d8f05a1-d238-4f31-b1da-47a64ebe6faf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:34.601179 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] Sync routers for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:44:34.609107 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Allocated IP 172.27.3.61 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/70b4ed3b-84d1-42d5-b3ed-c0888300f7c3) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:44:34.610989 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:44:34.612258 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:44:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:34.624090 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-6d8f05a1-d238-4f31-b1da-47a64ebe6faf tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "PUT /v2.0/floatingips/89707c9e-797a-4768-8ff8-2060b88160c2 HTTP/1.1" status: 200 len: 991 time: 1.0140760 Jul 29 20:44:34.624090 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805703c0-b054-4f09-a722-c97cdf464d5d', 'tag': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:44:34.624719 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9958bee9-3808-48cd-8ab8-e239b5796081" -d '{"events": [{"name": "network-changed", "server_uuid": "805703c0-b054-4f09-a722-c97cdf464d5d", "tag": "a67a0011-d29f-42a6-a7dc-6e1a2673ea13"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:44:34.681829 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d39f35-35b1-4e76-86c9-555a272b2212 x-openstack-request-id: req-29d39f35-35b1-4e76-86c9-555a272b2212 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:44:34.682157 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805703c0-b054-4f09-a722-c97cdf464d5d", "tag": "a67a0011-d29f-42a6-a7dc-6e1a2673ea13", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:44:34.682395 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29d39f35-35b1-4e76-86c9-555a272b2212 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:44:34.682798 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805703c0-b054-4f09-a722-c97cdf464d5d', 'tag': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13', 'status': 'completed', 'code': 200} Jul 29 20:44:34.725182 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:34.751373 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-7781c6fd-096d-43a6-b127-a3e0a03dfa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:34.752832 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-7781c6fd-096d-43a6-b127-a3e0a03dfa28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03945c8550504adfb8fe002fe2b4b702&device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 1098 time: 0.0435684 Jul 29 20:44:34.773339 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:34.817723 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:44:34.821258 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:44:34.826576 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:44:34.857169 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-b621c34e-ccb4-4e3d-9651-f65aba261453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:34.858918 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-b621c34e-ccb4-4e3d-9651-f65aba261453 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 200 len: 912 time: 0.0985866 Jul 29 20:44:34.860855 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'Port': ['ID=70b4ed3b-84d1-42d5-b3ed-c0888300f7c3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:34.887314 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:44:34.927373 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-6c3aebd1-2572-4b1b-9846-cde95705aa6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a67a0011-d29f-42a6-a7dc-6e1a2673ea13 HTTP/1.1" status: 200 len: 999 time: 0.0619297 Jul 29 20:44:34.982053 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-cbe6c193-a487-4141-a475-13939516695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:34.983591 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-cbe6c193-a487-4141-a475-13939516695b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 200 len: 850 time: 0.0492127 Jul 29 20:44:35.030318 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-be122790-e7a5-4c96-add8-de1ad3b636f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:35.031776 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-be122790-e7a5-4c96-add8-de1ad3b636f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7485e429-9262-495e-b61d-bdee98b22645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413284 Jul 29 20:44:35.113504 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '89707c9e-797a-4768-8ff8-2060b88160c2', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'port_id': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'mac_address': 'fa:16:3e:fe:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805703c0-b054-4f09-a722-c97cdf464d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:23Z', 'updated_at': '2021-07-29T20:44:34Z', 'revision_number': 1, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:35.123028 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-52db2611-e5a5-40f7-afd8-f0f61f1d458b service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840592 Jul 29 20:44:35.141629 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] Checking router: 70b0bce3-8568-4006-9f94-47bef3c6d43d for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:44:35.150626 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:44:35.151251 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:44:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:35.204741 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:35.219993 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9958bee9-3808-48cd-8ab8-e239b5796081 req-57a4f89b-9f69-45b6-a1cc-bf9d80a53fa6 service neutron] 10.222.0.18 "GET /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901868 Jul 29 20:44:35.258869 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:44:35.280905 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:35.425717 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:35.430626 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:35.476214 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '89707c9e-797a-4768-8ff8-2060b88160c2', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'port_id': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'mac_address': 'fa:16:3e:fe:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805703c0-b054-4f09-a722-c97cdf464d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:23Z', 'updated_at': '2021-07-29T20:44:34Z', 'revision_number': 1, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:35.498641 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'Port': ['ID=70b4ed3b-84d1-42d5-b3ed-c0888300f7c3,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:35.506052 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d26288f-f7af-4a03-8757-2b5154f82eb0 None None] The sync data for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi is: [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '89707c9e-797a-4768-8ff8-2060b88160c2', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'port_id': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'mac_address': 'fa:16:3e:fe:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805703c0-b054-4f09-a722-c97cdf464d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:23Z', 'updated_at': '2021-07-29T20:44:34Z', 'revision_number': 1, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:44:35.513529 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:35.615341 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.l3_db [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Floating IP 5b81bfa7-4fe9-4154-9bfb-b228a1a1be20 associated. External IP: 172.27.3.61, port: d796cc3a-d21f-4796-872b-b123dc9c8751. Jul 29 20:44:35.689409 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b004bd3-1308-4b90-a202-529247bb0c7b None None] New status for floating IP 89707c9e-797a-4768-8ff8-2060b88160c2: ACTIVE {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:44:35.826339 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:44:35.933558 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:44:35.942761 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] Sync routers for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:44:35.948768 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:35.952102 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:44:35.952789 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:44:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:35.976426 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9d4f8944-2f28-4642-822c-99b6bc8db81a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8208966 Jul 29 20:44:35.977097 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:44:35.979422 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b406ec5619ba16d065caec662b98cec23eb14a75aad6793b81e6fea0af8c0b7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0483c115-8e86-4e70-92ee-fc852c65eedf" -d '{"events": [{"name": "network-changed", "server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:44:36.061957 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:44:36.073769 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983b7d74-175d-4ac5-b655-516c9d450e34 x-openstack-request-id: req-983b7d74-175d-4ac5-b655-516c9d450e34 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:44:36.074058 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:44:36.074310 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-983b7d74-175d-4ac5-b655-516c9d450e34 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:44:36.074709 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'status': 'completed', 'code': 200} Jul 29 20:44:36.144854 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-f8be18e6-b30d-4f77-ae3b-8cf60db830ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:36.146404 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-f8be18e6-b30d-4f77-ae3b-8cf60db830ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 1099 time: 0.0418992 Jul 29 20:44:36.237425 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-32e4e59c-5559-4ab3-9331-54888f5e5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:36.238930 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-32e4e59c-5559-4ab3-9331-54888f5e5613 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.0853760 Jul 29 20:44:36.279951 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '5b81bfa7-4fe9-4154-9bfb-b228a1a1be20', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:35Z', 'updated_at': '2021-07-29T20:44:35Z', 'revision_number': 0, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:36.302295 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-01e850dc-4dce-4791-bb13-d5ebacfc64ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d796cc3a-d21f-4796-872b-b123dc9c8751 HTTP/1.1" status: 200 len: 999 time: 0.0558665 Jul 29 20:44:36.306644 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] Checking router: f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:44:36.314939 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:44:36.315547 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:44:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:36.349133 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-eb07ac92-996f-480a-8d35-cbff9cdb8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:36.351121 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-eb07ac92-996f-480a-8d35-cbff9cdb8434 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0422482 Jul 29 20:44:36.398306 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-baf6dbf9-4bc1-4301-aa75-1113f6624df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:36.399899 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-baf6dbf9-4bc1-4301-aa75-1113f6624df2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423307 Jul 29 20:44:36.418548 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:44:36.486783 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-45b4b8db-25db-4fe7-b7ea-da0ae85a227c service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802112 Jul 29 20:44:36.579121 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0483c115-8e86-4e70-92ee-fc852c65eedf req-e9f6ee55-2155-472f-915f-89159952feb2 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844069 Jul 29 20:44:36.635351 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '5b81bfa7-4fe9-4154-9bfb-b228a1a1be20', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:35Z', 'updated_at': '2021-07-29T20:44:35Z', 'revision_number': 0, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:44:36.660140 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91e2f4-2b71-49b8-8aa5-334361d92e73 None None] The sync data for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi is: [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '5b81bfa7-4fe9-4154-9bfb-b228a1a1be20', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:35Z', 'updated_at': '2021-07-29T20:44:35Z', 'revision_number': 0, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:44:36.847087 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd436c-f2f8-46cc-afd9-ee53225b11fa None None] New status for floating IP 5b81bfa7-4fe9-4154-9bfb-b228a1a1be20: ACTIVE {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:44:51.626775 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-921f4afd-054c-494c-8aa0-a239e4826229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:54.233965 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6ef6071a-b3e2-4172-8ec0-49a679ed1917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:54.342290 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:55.272082 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56f97562-242a-4561-b34f-bff2a10846ad req-2ab1586f-dc3a-42e7-bce8-2ae42e4fdc76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393348 Jul 29 20:44:55.337173 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:55.339601 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f97562-242a-4561-b34f-bff2a10846ad req-c4c51451-1c4b-4ae6-99e6-7bf41f2932a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:55.341064 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56f97562-242a-4561-b34f-bff2a10846ad req-c4c51451-1c4b-4ae6-99e6-7bf41f2932a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 1100 time: 0.0406718 Jul 29 20:44:55.444342 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f97562-242a-4561-b34f-bff2a10846ad req-99ed7ef7-20d1-4347-b314-038219159668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:55.445809 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56f97562-242a-4561-b34f-bff2a10846ad req-99ed7ef7-20d1-4347-b314-038219159668 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 917 time: 0.0831344 Jul 29 20:44:55.509704 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56f97562-242a-4561-b34f-bff2a10846ad req-e55173e4-dd90-4d7f-8032-2548c3b8bd84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a285ad-aa8d-45d3-8959-073019926486 HTTP/1.1" status: 200 len: 1002 time: 0.0564651 Jul 29 20:44:55.557011 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f97562-242a-4561-b34f-bff2a10846ad req-81c437c3-eba9-467d-a65c-8c437754b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:55.558391 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56f97562-242a-4561-b34f-bff2a10846ad req-81c437c3-eba9-467d-a65c-8c437754b4ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0414355 Jul 29 20:44:55.607243 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f97562-242a-4561-b34f-bff2a10846ad req-50e2906c-b4e4-43a5-89d2-45481663c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:44:55.608663 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56f97562-242a-4561-b34f-bff2a10846ad req-50e2906c-b4e4-43a5-89d2-45481663c2e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421414 Jul 29 20:44:55.695034 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56f97562-242a-4561-b34f-bff2a10846ad req-af88b135-15e7-4edb-88a7-5f6f74ac36ea service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766683 Jul 29 20:44:55.786348 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56f97562-242a-4561-b34f-bff2a10846ad req-f9e1a128-c351-4fe3-a901-d67e1e936bf9 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826728 Jul 29 20:44:55.928876 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:57.013562 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:02.162417 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:45:12.016290 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c743d7-4df4-4e18-acb5-b21971cfe617 req-da7c5e08-b0ec-44a9-b1c9-430ceeba0dce tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:12.017953 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d0c743d7-4df4-4e18-acb5-b21971cfe617 req-da7c5e08-b0ec-44a9-b1c9-430ceeba0dce tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 947 time: 0.2836888 Jul 29 20:45:12.053403 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d0c743d7-4df4-4e18-acb5-b21971cfe617 req-33ddb413-09f7-43b3-b3ee-3aed6f5dfffa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296288 Jul 29 20:45:13.172069 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf3511-38d2-4016-8477-77c93ee37d86 req-f1999119-ac83-4210-92d5-5bf619076956 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:13.173514 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d4bf3511-38d2-4016-8477-77c93ee37d86 req-f1999119-ac83-4210-92d5-5bf619076956 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 947 time: 0.0468569 Jul 29 20:45:13.212010 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d4bf3511-38d2-4016-8477-77c93ee37d86 req-0b31a150-df3b-42f3-b9ef-328e69646ffb tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d6cb64e-6e96-4ee5-b593-88490e66fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327559 Jul 29 20:45:13.300560 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-1f824d61-7d69-4358-b864-31601058ed7e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:13.301990 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-1f824d61-7d69-4358-b864-31601058ed7e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 947 time: 0.0466509 Jul 29 20:45:13.395384 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Deleting port b9a285ad-aa8d-45d3-8959-073019926486 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:45:13.395613 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:13.478802 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] For port b9a285ad-aa8d-45d3-8959-073019926486, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b9a285ad-aa8d-45d3-8959-073019926486,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:45:13.479163 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:13.644576 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:13.644935 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:13.645237 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Floating IP cea24707-155b-4a59-8d87-25437a0e3136 disassociated. External IP: 172.27.3.191, port: b9a285ad-aa8d-45d3-8959-073019926486. Jul 29 20:45:13.645657 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Calling delete_port for b9a285ad-aa8d-45d3-8959-073019926486 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:45:13.775557 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:13.807478 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event deleted for resources: {'Port': ['ID=b9a285ad-aa8d-45d3-8959-073019926486,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:13.818815 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.819164 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.819502 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.819843 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.820222 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.820555 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.820888 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.821215 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.821540 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.821889 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.822215 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.822535 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:13.927181 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:45:14.029519 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:45:14.041383 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] Sync routers for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:45:14.050439 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:45:14.051056 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:44:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:14.068659 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] No DVR routers for this DVR port b9a285ad-aa8d-45d3-8959-073019926486 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:45:14.071184 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:14.073193 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7ae9f91b-1a90-40d4-ad31-e33bdc67b685 req-bab2c1f1-2e00-4d53-a91a-6a8d871d4d29 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "DELETE /v2.0/ports/b9a285ad-aa8d-45d3-8959-073019926486 HTTP/1.1" status: 204 len: 173 time: 0.7632709 Jul 29 20:45:14.073644 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-deleted', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:45:14.075970 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e792c028-528a-45ee-bfb7-dd177d349131" -d '{"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-deleted", "tag": "b9a285ad-aa8d-45d3-8959-073019926486"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:45:14.116283 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b204830d-d8e3-443b-a8c1-ce6291b0075e x-openstack-request-id: req-b204830d-d8e3-443b-a8c1-ce6291b0075e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:45:14.116777 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8483ca4f-d4ac-43c9-bb08-bc0d46f22493", "name": "network-vif-deleted", "tag": "b9a285ad-aa8d-45d3-8959-073019926486", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:45:14.117689 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b204830d-d8e3-443b-a8c1-ce6291b0075e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:45:14.118045 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8483ca4f-d4ac-43c9-bb08-bc0d46f22493', 'name': 'network-vif-deleted', 'tag': 'b9a285ad-aa8d-45d3-8959-073019926486', 'status': 'completed', 'code': 200} Jul 29 20:45:14.159600 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:45:14.328925 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a7e2cbd7-4b7b-4966-9898-2939610ad274 req-5cfbb0b4-8714-4059-9afa-a90ee6986d12 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8483ca4f-d4ac-43c9-bb08-bc0d46f22493 HTTP/1.1" status: 200 len: 210 time: 0.0258243 Jul 29 20:45:14.373123 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:14.398130 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] Checking router: 90cd17d4-389a-4f15-a50f-6ab8b8787a4c for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:45:14.406678 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:45:14.407270 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:44:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:14.639385 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:45:14.832809 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:14.859940 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40de6f-d3da-4a39-b5aa-9928b3c6692d None None] The sync data for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi is: [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:45:15.053555 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511e06d-cf9e-4173-9c1d-719ef3e27059 None None] New status for floating IP cea24707-155b-4a59-8d87-25437a0e3136: DOWN {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:45:15.418675 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43240) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:15.471981 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.494893 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.539528 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.542154 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.543298 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d6cb64e-6e96-4ee5-b593-88490e66fcf5 HTTP/1.1" status: 204 len: 168 time: 0.1235948 Jul 29 20:45:15.546141 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43242) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:15.552062 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6cb64e-6e96-4ee5-b593-88490e66fcf5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:15.559665 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.559956 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.560234 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.api.v2.resource [None req-ac056bef-dc32-4bb4-a68c-a0324c153e3f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] show failed (client error): The resource could not be found. Jul 29 20:45:15.560345 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.560647 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.560967 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.561194 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-ac056bef-dc32-4bb4-a68c-a0324c153e3f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups/2d6cb64e-6e96-4ee5-b593-88490e66fcf5 HTTP/1.1" status: 404 len: 347 time: 0.0140278 Jul 29 20:45:15.561381 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.561643 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.561976 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.562305 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.562633 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.562961 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.563285 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ab342-a426-491a-8659-43db23f0c261 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:15.564033 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43244) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:15.684677 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Deleting port f7e247ef-902c-4f25-a823-352e52a047d7 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:45:15.685019 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.763648 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.763976 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.777182 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Calling delete_port for f7e247ef-902c-4f25-a823-352e52a047d7 owned by network:floatingip {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:45:15.909532 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.937731 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event deleted for resources: {'Port': ['ID=f7e247ef-902c-4f25-a823-352e52a047d7,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:15.996155 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.998754 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:15.999881 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a3c376a6-55b9-416f-87d5-53c6f919d581 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "DELETE /v2.0/floatingips/cea24707-155b-4a59-8d87-25437a0e3136 HTTP/1.1" status: 204 len: 168 time: 0.4349637 Jul 29 20:45:16.212969 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43250) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:16.217621 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-b0e11547-2de3-4429-bedf-cb74c07e6786 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103965227', 'description': 'tempest-description--783013782'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:45:16.238709 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0e11547-2de3-4429-bedf-cb74c07e6786 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.317370 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0e11547-2de3-4429-bedf-cb74c07e6786 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.321562 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0e11547-2de3-4429-bedf-cb74c07e6786 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.351261 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0e11547-2de3-4429-bedf-cb74c07e6786 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.353254 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-b0e11547-2de3-4429-bedf-cb74c07e6786 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1390150 Jul 29 20:45:16.355989 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43252) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:16.359074 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e11547-2de3-4429-bedf-cb74c07e6786 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d8a7a5-18cb-46b1-9244-e4c59344edf0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:16.360700 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9ad09ad7-feae-4139-8b8e-2c8c36088479 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'security_group_rule': {'security_group_id': '56d8a7a5-18cb-46b1-9244-e4c59344edf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:45:16.389297 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ad09ad7-feae-4139-8b8e-2c8c36088479 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.436292 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ad09ad7-feae-4139-8b8e-2c8c36088479 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.439888 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ad09ad7-feae-4139-8b8e-2c8c36088479 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.457579 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad09ad7-feae-4139-8b8e-2c8c36088479 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819873fc-18a3-4f21-8919-920bab8775a1,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:16.462717 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ad09ad7-feae-4139-8b8e-2c8c36088479 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.463971 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9ad09ad7-feae-4139-8b8e-2c8c36088479 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068952 Jul 29 20:45:16.466493 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43254) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:16.470865 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-59c156f8-2bb8-4e91-b58a-7bed6c5ebdc1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'security_group_rule': {'security_group_id': '56d8a7a5-18cb-46b1-9244-e4c59344edf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:45:16.496433 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59c156f8-2bb8-4e91-b58a-7bed6c5ebdc1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.550740 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59c156f8-2bb8-4e91-b58a-7bed6c5ebdc1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.554203 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59c156f8-2bb8-4e91-b58a-7bed6c5ebdc1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528292'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.571048 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c156f8-2bb8-4e91-b58a-7bed6c5ebdc1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c98605-9e0c-4559-b2da-79bffb6d9026,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:16.577956 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59c156f8-2bb8-4e91-b58a-7bed6c5ebdc1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.579112 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-59c156f8-2bb8-4e91-b58a-7bed6c5ebdc1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117175 Jul 29 20:45:16.582366 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43256) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:16.586684 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.v2.base [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'floatingip': {'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:45:16.606953 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.699168 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.802355 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Allocated IP 172.27.3.77 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/fca8d89e-3cd2-4468-8887-4a0abf4a49c2) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:45:16.899589 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.903283 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:45:16.922717 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: b9a285ad-aa8d-45d3-8959-073019926486 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:45:16.923060 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device b9a285ad-aa8d-45d3-8959-073019926486 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:45:16.941943 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:16.977160 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:45:16.979977 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:45:16.983432 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:45:17.010406 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'Port': ['ID=fca8d89e-3cd2-4468-8887-4a0abf4a49c2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:17.072009 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:17.105749 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:17.257900 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:17.261984 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801025'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:17.344290 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'Port': ['ID=fca8d89e-3cd2-4468-8887-4a0abf4a49c2,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:17.360566 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:17.374176 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:17.375402 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-96214f19-0ed7-4758-ad38-ba9fb2702b2e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7921331 Jul 29 20:45:17.561323 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-8838dfd3-1fa6-42e7-af83-fc6aa682543c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--103965227&fields=id&tenant_id=7f34119d96ac4aea9c2b4f9916b178cc HTTP/1.1" status: 200 len: 267 time: 0.0321050 Jul 29 20:45:17.663314 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d780-b4c1-4240-8303-db81b352876d req-f1351545-6350-47c6-b41f-6955bf7841ab tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:17.664771 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-f1351545-6350-47c6-b41f-6955bf7841ab tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 816 time: 0.0968895 Jul 29 20:45:17.678967 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-dece391a-0e95-44d9-afbb-835371540aad tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/quotas/7f34119d96ac4aea9c2b4f9916b178cc HTTP/1.1" status: 200 len: 375 time: 0.0086114 Jul 29 20:45:17.735374 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-2170c817-cdde-479f-b2d7-16662907f891 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505145 Jul 29 20:45:17.827719 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-e6c4ae15-ecdd-41b2-8865-eaea219875b4 service neutron] 10.222.0.16 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806134 Jul 29 20:45:17.916904 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-f898727d-5291-4c48-bdf4-cae4e220a332 service neutron] 10.222.0.16 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827203 Jul 29 20:45:18.086641 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-66eb5986-a1cd-47c0-a449-e98666544103 req-a583545e-3c4a-4bee-8032-65b0347772c8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 210 time: 0.0306797 Jul 29 20:45:18.999760 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d780-b4c1-4240-8303-db81b352876d req-7110bd0f-db81-43af-9587-bdeeb652aaf7 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:19.001172 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-7110bd0f-db81-43af-9587-bdeeb652aaf7 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 816 time: 0.0996900 Jul 29 20:45:19.053685 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-f5d089dd-d161-408f-8399-046f3021f7b4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f34119d96ac4aea9c2b4f9916b178cc HTTP/1.1" status: 200 len: 379 time: 0.0428514 Jul 29 20:45:19.064173 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'port': {'device_id': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'admin_state_up': True, 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'security_groups': ['56d8a7a5-18cb-46b1-9244-e4c59344edf0']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:45:19.188318 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-664b0287-5500-4f6c-a53d-5e08107df792 req-ef96ee50-d8b9-4022-bb36-e1e009401fbe tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 210 time: 0.0308414 Jul 29 20:45:19.197390 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Made reservation on behalf of 7f34119d96ac4aea9c2b4f9916b178cc for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:45:19.200815 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:19.323807 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Allocated IP 172.20.0.9 (fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa/e189a23c-8f3c-48cc-811f-d263aef43cc4/a1a57380-a9b4-4121-a981-7d132bd27acc) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:45:19.450379 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:19.464235 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Transition to ACTIVE for port object a1a57380-a9b4-4121-a981-7d132bd27acc will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:45:19.495222 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:19.538633 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:45:19.541568 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:45:19.547749 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:45:19.553115 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:19.598096 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:19.598721 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:19.612246 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-18af7c4c-284f-41f6-8fe6-cb43b522288c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519335 Jul 29 20:45:19.629284 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Request body: {'port': {'device_id': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:45:19.684422 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:19.732452 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-13de6a08-f130-4c8f-9843-b2ed5a2c534a None None] Provisioning for port a1a57380-a9b4-4121-a981-7d132bd27acc completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:45:19.736688 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-13de6a08-f130-4c8f-9843-b2ed5a2c534a None None] Provisioning complete for port a1a57380-a9b4-4121-a981-7d132bd27acc triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:45:19.737121 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-13de6a08-f130-4c8f-9843-b2ed5a2c534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:19.775985 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-13de6a08-f130-4c8f-9843-b2ed5a2c534a None None] Port a1a57380-a9b4-4121-a981-7d132bd27acc cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:45:19.946903 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a57380-a9b4-4121-a981-7d132bd27acc {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:45:19.954175 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:19.967468 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Transition to ACTIVE for port object a1a57380-a9b4-4121-a981-7d132bd27acc will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:45:19.970560 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:20.020774 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:20.091298 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Attempting to bind port a1a57380-a9b4-4121-a981-7d132bd27acc on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:45:20.091633 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Attempting to bind port a1a57380-a9b4-4121-a981-7d132bd27acc by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:45:20.091955 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Attempting to bind port a1a57380-a9b4-4121-a981-7d132bd27acc on network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:45:20.096390 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Port a1a57380-a9b4-4121-a981-7d132bd27acc on network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:45:20.096705 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Attempting to bind port a1a57380-a9b4-4121-a981-7d132bd27acc on network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:45:20.101502 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:45:20.104907 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Checking segment: {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:45:20.105297 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Bound using segment: {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:45:20.105758 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Bound port: a1a57380-a9b4-4121-a981-7d132bd27acc, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8fcc40-f54e-41a1-8207-60e422f20cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:45:20.106118 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:20.171834 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:45:20.174798 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:45:20.178439 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:20.210951 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:20.211626 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:20.212927 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] 10.222.0.18 "PUT /v2.0/ports/a1a57380-a9b4-4121-a981-7d132bd27acc HTTP/1.1" status: 200 len: 1093 time: 0.5881209 Jul 29 20:45:20.213358 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:45:20.215800 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daafa7a4-17bd-4851-8220-93eb7c2e012f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:45:20.252471 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986c5e0-7430-429c-954e-8f3458b2a858 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:20.266419 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb5c691-bce3-48d5-8101-de619d7aa325 x-openstack-request-id: req-7cb5c691-bce3-48d5-8101-de619d7aa325 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:45:20.266633 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:45:20.267067 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cb5c691-bce3-48d5-8101-de619d7aa325 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:45:20.267471 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'status': 'completed', 'code': 200} Jul 29 20:45:20.310527 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d780-b4c1-4240-8303-db81b352876d req-9bc0fe88-5677-4be9-9605-b080981fd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:20.312147 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-9bc0fe88-5677-4be9-9605-b080981fd6cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 1096 time: 0.0475724 Jul 29 20:45:20.319017 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ab6df-7c26-4487-b806-f798bac9d9af req-5fc6ed77-a6e9-4b25-bde0-125ead0b3fb1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:20.321137 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e52ab6df-7c26-4487-b806-f798bac9d9af req-5fc6ed77-a6e9-4b25-bde0-125ead0b3fb1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0523551 Jul 29 20:45:20.362702 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-e52ab6df-7c26-4487-b806-f798bac9d9af req-ca2f0ff0-e9f7-4d68-a832-7baaade2898f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345361 Jul 29 20:45:20.365867 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-306e1c50-3842-4303-a29d-f524b3d29276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1a57380-a9b4-4121-a981-7d132bd27acc HTTP/1.1" status: 200 len: 217 time: 0.0439014 Jul 29 20:45:20.416579 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d780-b4c1-4240-8303-db81b352876d req-a3aaa0d6-2b37-4975-b728-8e79208231e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:20.418049 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-a3aaa0d6-2b37-4975-b728-8e79208231e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0448086 Jul 29 20:45:20.464154 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d780-b4c1-4240-8303-db81b352876d req-5053074e-fb07-4a5e-8ef9-a85efdd1ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:20.465479 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-5053074e-fb07-4a5e-8ef9-a85efdd1ffad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397773 Jul 29 20:45:20.556461 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-c4b93cbc-1ef2-45b0-9767-fb4cdf47cc59 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829062 Jul 29 20:45:20.641622 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6880d780-b4c1-4240-8303-db81b352876d req-d4a1def0-9a8b-47a2-9227-e719972b8c25 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778077 Jul 29 20:45:20.727531 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-265acd30-6349-44d2-ad16-bf0b2ab5cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:20.728862 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-265acd30-6349-44d2-ad16-bf0b2ab5cf11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 1096 time: 0.0393643 Jul 29 20:45:20.820750 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-03430cd6-f05e-4e6f-85f6-1031477e1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:20.822223 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-03430cd6-f05e-4e6f-85f6-1031477e1c5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 917 time: 0.0856111 Jul 29 20:45:20.864460 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-f38f676e-990d-42a7-a1c7-84ab945e628b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1a57380-a9b4-4121-a981-7d132bd27acc HTTP/1.1" status: 200 len: 217 time: 0.0337446 Jul 29 20:45:20.912024 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-d8200b61-b099-406b-aca0-191c044d107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:20.913365 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-d8200b61-b099-406b-aca0-191c044d107e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0407298 Jul 29 20:45:20.960996 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-bfaba66e-4b3f-4c20-845f-87020f1350c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:20.962463 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-bfaba66e-4b3f-4c20-845f-87020f1350c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412891 Jul 29 20:45:21.047628 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-809c939f-a2d6-4df8-9e41-cf94abb47d2d service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774977 Jul 29 20:45:21.137801 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-daafa7a4-17bd-4851-8220-93eb7c2e012f req-43715048-1acb-4b3b-8bab-718c3619c3c0 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821838 Jul 29 20:45:21.480161 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19128b-bbbe-4a38-9c69-84d2e7913040 req-07b4a088-a2fe-4325-8bf8-439bfd0ee162 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:21.481619 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dd19128b-bbbe-4a38-9c69-84d2e7913040 req-07b4a088-a2fe-4325-8bf8-439bfd0ee162 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0475435 Jul 29 20:45:21.518119 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-dd19128b-bbbe-4a38-9c69-84d2e7913040 req-fa7a2f8d-c492-43e0-a4f4-bf34d4698f88 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306902 Jul 29 20:45:21.626902 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-87a9b82c-0e70-4f50-9ce4-d0a7cb53cf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:22.639869 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781fcc8-363d-40dc-9f44-cd6c42791415 req-f8c1d0f6-bc56-43a9-8974-329efc77ad7d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:22.641376 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7781fcc8-363d-40dc-9f44-cd6c42791415 req-f8c1d0f6-bc56-43a9-8974-329efc77ad7d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0482979 Jul 29 20:45:22.678235 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7781fcc8-363d-40dc-9f44-cd6c42791415 req-6844e514-4add-4d47-bfff-cffa1e08894c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309994 Jul 29 20:45:22.949201 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a1a57380-a9b4-4121-a981-7d132bd27acc details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:45:23.043151 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:45:23.054141 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'port_id': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'mac_address': 'fa:16:3e:9f:fc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:45:23.090168 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:23.102218 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a57380-a9b4-4121-a981-7d132bd27acc {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:45:23.121312 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:45:23.125695 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:23.175579 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:23.360539 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['a1a57380-a9b4-4121-a981-7d132bd27acc'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:45:23.795802 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf669-1fde-4308-8132-2f2ea121a4c0 req-df7fc931-8f79-43f6-9372-d0f7851a0c9c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:23.797279 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ecfcf669-1fde-4308-8132-2f2ea121a4c0 req-df7fc931-8f79-43f6-9372-d0f7851a0c9c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 944 time: 0.0480814 Jul 29 20:45:23.834081 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ecfcf669-1fde-4308-8132-2f2ea121a4c0 req-4d770eb5-8b2f-4630-952d-3ef902e4f843 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310266 Jul 29 20:45:24.235297 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-92611397-3f4b-4dd2-a759-195aa0f4211b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:24.342809 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:24.954080 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2806a8-4b78-4fe1-b005-de54c40f5c23 req-9f5eb570-1dcf-4fd6-a56e-f89f82ad3b28 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:24.956050 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ce2806a8-4b78-4fe1-b005-de54c40f5c23 req-9f5eb570-1dcf-4fd6-a56e-f89f82ad3b28 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 944 time: 0.0527091 Jul 29 20:45:24.957467 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a1a57380-a9b4-4121-a981-7d132bd27acc up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:45:25.000693 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ce2806a8-4b78-4fe1-b005-de54c40f5c23 req-1618ebd6-ccd7-4b14-be5a-01b52edd051a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374205 Jul 29 20:45:25.022134 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port a1a57380-a9b4-4121-a981-7d132bd27acc completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:45:25.032208 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port a1a57380-a9b4-4121-a981-7d132bd27acc triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:45:25.032610 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:25.111129 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:25.137510 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:45:25.139867 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90f1608-1412-4af1-9d5f-92d5db38ede0" -d '{"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:45:25.154012 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:45:25.158248 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:25.185362 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52262d9d-abc8-47f0-80a1-50e33e4a713a x-openstack-request-id: req-52262d9d-abc8-47f0-80a1-50e33e4a713a {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:45:25.185677 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:45:25.185937 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52262d9d-abc8-47f0-80a1-50e33e4a713a {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:45:25.186320 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'code': 200} Jul 29 20:45:25.213550 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:25.342335 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:25.350782 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400652e9-ba53-4946-9d8c-ddb664930aca req-c9d0c5f0-2e8c-484e-8c4b-c26e9530a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:25.352602 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-400652e9-ba53-4946-9d8c-ddb664930aca req-c9d0c5f0-2e8c-484e-8c4b-c26e9530a227 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 1098 time: 0.0460994 Jul 29 20:45:25.397028 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-400652e9-ba53-4946-9d8c-ddb664930aca req-87bd7a18-b7cc-4e29-ba8b-660743ab4825 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372014 Jul 29 20:45:25.936389 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:26.127775 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551615a-99db-4c17-9259-276686e97ade req-0d2ef8f3-f27c-4594-a09e-d023c13e5459 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:26.129255 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a551615a-99db-4c17-9259-276686e97ade req-0d2ef8f3-f27c-4594-a09e-d023c13e5459 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0478010 Jul 29 20:45:26.168229 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a551615a-99db-4c17-9259-276686e97ade req-12a2642f-6672-4f88-80a2-e05984d121ad tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307124 Jul 29 20:45:27.014720 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:27.287784 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d5422-da32-4bf6-b3c2-7a5e146be91e req-65e11924-1b7d-4b7b-bdfb-55bd2384e130 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:27.289192 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c74d5422-da32-4bf6-b3c2-7a5e146be91e req-65e11924-1b7d-4b7b-bdfb-55bd2384e130 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0486486 Jul 29 20:45:27.326267 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c74d5422-da32-4bf6-b3c2-7a5e146be91e req-32440eb4-9ab8-414c-9d4a-a068eb056246 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Jul 29 20:45:27.440851 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364b3c-978e-4a78-99b2-270fef055478 req-af16c460-1ac4-41b2-9d25-f5c0f1110dc4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:27.442596 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d0364b3c-978e-4a78-99b2-270fef055478 req-af16c460-1ac4-41b2-9d25-f5c0f1110dc4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0484645 Jul 29 20:45:27.451340 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43366) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:27.456154 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-3a2f3d4c-1bf1-4273-aa6b-f86c56f70075 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Request body: {'floatingip': {'port_id': 'a1a57380-a9b4-4121-a981-7d132bd27acc'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:45:27.493313 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a2f3d4c-1bf1-4273-aa6b-f86c56f70075 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:27.916189 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a2f3d4c-1bf1-4273-aa6b-f86c56f70075 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:27.921059 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a2f3d4c-1bf1-4273-aa6b-f86c56f70075 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:28.254459 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [None req-3a2f3d4c-1bf1-4273-aa6b-f86c56f70075 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Floating IP c8bbee77-c692-4211-8cb4-066a638741b7 associated. External IP: 172.27.3.77, port: a1a57380-a9b4-4121-a981-7d132bd27acc. Jul 29 20:45:28.461731 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2f3d4c-1bf1-4273-aa6b-f86c56f70075 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:45:28.565393 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2f3d4c-1bf1-4273-aa6b-f86c56f70075 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:45:28.570155 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a2f3d4c-1bf1-4273-aa6b-f86c56f70075 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:28.575601 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] Sync routers for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:45:28.584993 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:45:28.585620 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:45:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:28.597243 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-3a2f3d4c-1bf1-4273-aa6b-f86c56f70075 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "PUT /v2.0/floatingips/c8bbee77-c692-4211-8cb4-066a638741b7 HTTP/1.1" status: 200 len: 990 time: 1.1448138 Jul 29 20:45:28.597965 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:45:28.600281 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:45:28.641860 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfba734-9d8c-42e7-aeab-814adc767a78 x-openstack-request-id: req-acfba734-9d8c-42e7-aeab-814adc767a78 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:45:28.642155 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:45:28.642409 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acfba734-9d8c-42e7-aeab-814adc767a78 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:45:28.642813 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'status': 'completed', 'code': 200} Jul 29 20:45:28.693462 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:45:28.711441 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-621c3d38-5366-4798-bf8c-4a0d444110e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:28.712925 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-621c3d38-5366-4798-bf8c-4a0d444110e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 1098 time: 0.0413988 Jul 29 20:45:28.820446 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-bac991b4-8e2a-44f4-8c27-b9a45f0cb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:28.822281 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-bac991b4-8e2a-44f4-8c27-b9a45f0cb392 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 917 time: 0.1016634 Jul 29 20:45:28.893083 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-91d42ac0-9e3f-40b4-ac9b-59f0fb7dc239 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1a57380-a9b4-4121-a981-7d132bd27acc HTTP/1.1" status: 200 len: 998 time: 0.0632713 Jul 29 20:45:28.939915 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'c8bbee77-c692-4211-8cb4-066a638741b7', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'port_id': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'mac_address': 'fa:16:3e:9f:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:45:17Z', 'updated_at': '2021-07-29T20:45:27Z', 'revision_number': 1, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:28.948674 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-fcd6d8cd-9362-4c6f-810a-f7af754a6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:28.949969 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-fcd6d8cd-9362-4c6f-810a-f7af754a6ddb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0492637 Jul 29 20:45:28.971019 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] Checking router: 90cd17d4-389a-4f15-a50f-6ab8b8787a4c for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:45:28.980024 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:45:28.980877 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:45:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:28.999075 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-f8c2afe8-e799-4026-b72a-4c37f9f7533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:29.000932 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-f8c2afe8-e799-4026-b72a-4c37f9f7533b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437074 Jul 29 20:45:29.090523 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:45:29.092033 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-c41fbdb1-2691-4291-823f-17b06ef0c6da service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825682 Jul 29 20:45:29.183368 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-088fa0e0-0fbe-46ae-9efc-2e9f4caddcc5 req-539e62ed-12b2-418e-a92c-cfc74f8b7369 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842669 Jul 29 20:45:29.304489 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'c8bbee77-c692-4211-8cb4-066a638741b7', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'port_id': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'mac_address': 'fa:16:3e:9f:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:45:17Z', 'updated_at': '2021-07-29T20:45:27Z', 'revision_number': 1, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:29.331994 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b517e23-ac0c-468b-83c9-aaf8ff29376e None None] The sync data for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi is: [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': 'c8bbee77-c692-4211-8cb4-066a638741b7', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'port_id': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'mac_address': 'fa:16:3e:9f:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:45:17Z', 'updated_at': '2021-07-29T20:45:27Z', 'revision_number': 1, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:45:29.507931 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2223ecde-d745-4355-a7a8-e1a8e1156b80 None None] New status for floating IP c8bbee77-c692-4211-8cb4-066a638741b7: ACTIVE {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:45:37.472315 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f472f1-ec2c-4def-8571-39af11e9153f req-1cf7bfcd-435c-419d-8f83-2eba1fc3dd69 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:37.473819 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-96f472f1-ec2c-4def-8571-39af11e9153f req-1cf7bfcd-435c-419d-8f83-2eba1fc3dd69 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 945 time: 0.0487168 Jul 29 20:45:37.510514 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-96f472f1-ec2c-4def-8571-39af11e9153f req-8c1893f3-6729-4054-bbde-df3a440bfffe tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303013 Jul 29 20:45:38.621657 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29413300-0f8a-4a4c-a0ae-4a4c9138eebb req-fa6f15d6-b72b-4bea-a27c-e4b93f98ee5b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:38.622986 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-29413300-0f8a-4a4c-a0ae-4a4c9138eebb req-fa6f15d6-b72b-4bea-a27c-e4b93f98ee5b tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 945 time: 0.0471451 Jul 29 20:45:38.663540 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-29413300-0f8a-4a4c-a0ae-4a4c9138eebb req-2f88fa25-07c3-47d7-b9c1-a950e6e3d7fb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8314d53-3cbf-4ea8-aff0-f6c30d604013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347834 Jul 29 20:45:39.160831 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:45:39.259260 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-f6eab197-ad9d-476d-8419-5659f23346c8 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:39.260692 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-f6eab197-ad9d-476d-8419-5659f23346c8 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 945 time: 0.0476854 Jul 29 20:45:39.347635 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Deleting port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:45:39.347983 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:39.437715 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] For port a67a0011-d29f-42a6-a7dc-6e1a2673ea13, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:45:39.438088 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:39.608429 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:39.608796 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:39.609105 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Floating IP 89707c9e-797a-4768-8ff8-2060b88160c2 disassociated. External IP: 172.27.3.114, port: a67a0011-d29f-42a6-a7dc-6e1a2673ea13. Jul 29 20:45:39.609439 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Calling delete_port for a67a0011-d29f-42a6-a7dc-6e1a2673ea13 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:45:39.742299 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:39.759423 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b4154be6-4584-4bb3-8f91-c7515842f143 req-b0f13bba-4939-4e59-9180-3b80a3e7c269 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/ports?device_id=805703c0-b054-4f09-a722-c97cdf464d5d HTTP/1.1" status: 200 len: 210 time: 0.0279732 Jul 29 20:45:39.784301 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event deleted for resources: {'Port': ['ID=a67a0011-d29f-42a6-a7dc-6e1a2673ea13,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:39.894695 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Router 70b0bce3-8568-4006-9f94-47bef3c6d43d has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:45:39.998112 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:45:40.008092 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] Sync routers for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:45:40.018036 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:45:40.018644 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:45:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:40.038690 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] No DVR routers for this DVR port a67a0011-d29f-42a6-a7dc-6e1a2673ea13 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:45:40.041221 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:40.043204 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-fbe94acf-9238-4314-bec2-74595ca88d55 req-1813dab8-7346-4072-8ec1-ddf773df0c55 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.18 "DELETE /v2.0/ports/a67a0011-d29f-42a6-a7dc-6e1a2673ea13 HTTP/1.1" status: 204 len: 173 time: 0.7768736 Jul 29 20:45:40.043634 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805703c0-b054-4f09-a722-c97cdf464d5d', 'name': 'network-vif-deleted', 'tag': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:45:40.045859 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcec1fb8-7ec8-4e34-922f-f7c9a2739cc6" -d '{"events": [{"server_uuid": "805703c0-b054-4f09-a722-c97cdf464d5d", "name": "network-vif-deleted", "tag": "a67a0011-d29f-42a6-a7dc-6e1a2673ea13"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:45:40.087155 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f76a2f-6be1-4f4d-8dd5-145227571638 x-openstack-request-id: req-83f76a2f-6be1-4f4d-8dd5-145227571638 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:45:40.087677 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805703c0-b054-4f09-a722-c97cdf464d5d", "name": "network-vif-deleted", "tag": "a67a0011-d29f-42a6-a7dc-6e1a2673ea13", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:45:40.088559 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83f76a2f-6be1-4f4d-8dd5-145227571638 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:45:40.088961 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805703c0-b054-4f09-a722-c97cdf464d5d', 'name': 'network-vif-deleted', 'tag': 'a67a0011-d29f-42a6-a7dc-6e1a2673ea13', 'status': 'completed', 'code': 200} Jul 29 20:45:40.129960 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:45:40.331614 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:40.359791 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] Checking router: 70b0bce3-8568-4006-9f94-47bef3c6d43d for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:45:40.367910 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:45:40.368457 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:45:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:40.604967 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:45:40.799866 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:40.826240 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698c9383-6255-4695-a811-ce5dcab0be87 None None] The sync data for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi is: [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:38:37Z', 'revision_number': 4, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '427043d0-46a4-4cfa-8875-2001de19c2a8', 'name': '', 'network_id': '7485e429-9262-495e-b61d-bdee98b22645', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'mac_address': 'fa:16:3e:24:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:36Z', 'updated_at': '2021-07-29T20:38:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'subnets': [{'id': 'fd2aeea6-215b-45bd-a480-52faa84fe275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:45:40.847269 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43458) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:40.905347 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-50414be6-c666-41bd-9776-81eea230d074 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:40.929056 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-50414be6-c666-41bd-9776-81eea230d074 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:40.977967 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-50414be6-c666-41bd-9776-81eea230d074 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:40.980559 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-50414be6-c666-41bd-9776-81eea230d074 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:40.981755 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-50414be6-c666-41bd-9776-81eea230d074 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "DELETE /v2.0/security-groups/c8314d53-3cbf-4ea8-aff0-f6c30d604013 HTTP/1.1" status: 204 len: 168 time: 0.1334696 Jul 29 20:45:40.984837 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43460) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:40.991145 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50414be6-c666-41bd-9776-81eea230d074 tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8314d53-3cbf-4ea8-aff0-f6c30d604013,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:40.999669 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.api.v2.resource [None req-74e0a4ad-4924-4b44-b693-95caa9bbc33f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] show failed (client error): The resource could not be found. Jul 29 20:45:41.003558 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-74e0a4ad-4924-4b44-b693-95caa9bbc33f tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "GET /v2.0/security-groups/c8314d53-3cbf-4ea8-aff0-f6c30d604013 HTTP/1.1" status: 404 len: 347 time: 0.0148785 Jul 29 20:45:41.003864 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43462) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:41.061531 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56e1ef-8ea8-4645-93a7-53b242760f2c None None] New status for floating IP 89707c9e-797a-4768-8ff8-2060b88160c2: DOWN {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:45:41.128496 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Deleting port 6a1232a4-90da-48af-91e6-0fa0ded5d2f6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:45:41.128838 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:41.207757 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:41.208093 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:41.220671 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Calling delete_port for 6a1232a4-90da-48af-91e6-0fa0ded5d2f6 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:45:41.359282 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:41.388407 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Pushing event deleted for resources: {'Port': ['ID=6a1232a4-90da-48af-91e6-0fa0ded5d2f6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:41.441687 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:41.444202 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:41.445330 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d616e191-fb1a-4360-b29a-1e6c3e69a8cb tempest-AttachVolumeTestJSON-2041779382 tempest-AttachVolumeTestJSON-2041779382-project] 10.222.0.16 "DELETE /v2.0/floatingips/89707c9e-797a-4768-8ff8-2060b88160c2 HTTP/1.1" status: 204 len: 168 time: 0.4408274 Jul 29 20:45:43.104604 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a67a0011-d29f-42a6-a7dc-6e1a2673ea13 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:45:43.127039 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: a67a0011-d29f-42a6-a7dc-6e1a2673ea13 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:45:43.127379 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a67a0011-d29f-42a6-a7dc-6e1a2673ea13 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:45:44.965343 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43498) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:45.430608 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933446'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:45.882366 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Deleting port 427043d0-46a4-4cfa-8875-2001de19c2a8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:45:45.882700 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:45.958103 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] For port 427043d0-46a4-4cfa-8875-2001de19c2a8, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=427043d0-46a4-4cfa-8875-2001de19c2a8,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:45:45.958464 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:45.971053 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Calling delete_port for 427043d0-46a4-4cfa-8875-2001de19c2a8 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:45:46.143174 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:46.172064 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Pushing event deleted for resources: {'Port': ['ID=427043d0-46a4-4cfa-8875-2001de19c2a8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:46.330941 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933418'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:46.536377 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Router 70b0bce3-8568-4006-9f94-47bef3c6d43d has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:45:46.639916 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:45:46.647401 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-fb77342e-70bb-41e0-aea7-c18e2e8af18b admin admin] 10.222.0.16 "PUT /v2.0/routers/70b0bce3-8568-4006-9f94-47bef3c6d43d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6784582 Jul 29 20:45:46.647539 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43504) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:46.648223 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] Sync routers for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:45:46.657117 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:45:46.657776 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:45:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:46.748115 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:46.759441 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:45:46.845007 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:46.913002 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Deleting port 18031381-13e8-4dcc-a2bd-7123caef65f8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:45:46.913468 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:46.933626 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:45:46Z', 'revision_number': 5, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port': {'id': '18031381-13e8-4dcc-a2bd-7123caef65f8', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:38:31Z', 'updated_at': '2021-07-29T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:46.958654 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] Checking router: 70b0bce3-8568-4006-9f94-47bef3c6d43d for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:45:46.967143 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] Routers {'70b0bce3-8568-4006-9f94-47bef3c6d43d'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:45:46.967740 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:45:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['70b0bce3-8568-4006-9f94-47bef3c6d43d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:47.000953 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] For port 18031381-13e8-4dcc-a2bd-7123caef65f8, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=18031381-13e8-4dcc-a2bd-7123caef65f8,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:45:47.001388 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.014651 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Calling delete_port for 18031381-13e8-4dcc-a2bd-7123caef65f8 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:45:47.052912 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] Set router 70b0bce3-8568-4006-9f94-47bef3c6d43d gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:45:47.106626 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:45:46Z', 'revision_number': 6, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port_host': None}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:47.131933 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab83f02-e697-48d1-99e5-9b26b10224f4 None None] The sync data for ids ['70b0bce3-8568-4006-9f94-47bef3c6d43d'] in dv-cinder-802955-1-iscsi is: [{'id': '70b0bce3-8568-4006-9f94-47bef3c6d43d', 'name': 'tempest-AttachVolumeTestJSON-1788180635-router', 'tenant_id': '03945c8550504adfb8fe002fe2b4b702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:38:30Z', 'updated_at': '2021-07-29T20:45:46Z', 'revision_number': 6, 'project_id': '03945c8550504adfb8fe002fe2b4b702', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:45:47.182164 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.210793 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18031381-13e8-4dcc-a2bd-7123caef65f8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:47.271326 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632456'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.358198 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-962'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.360237 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.402420 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526471'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.402952 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70b0bce3-8568-4006-9f94-47bef3c6d43d {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:45:47.407973 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.409110 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-ee6ee0a6-4d72-495c-acff-2e7eae05c9b0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/70b0bce3-8568-4006-9f94-47bef3c6d43d HTTP/1.1" status: 204 len: 168 time: 0.7607670 Jul 29 20:45:47.411704 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43508) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:47.454015 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bdda96-b5ad-441d-8750-655089ec1365 admin admin] Deleting subnet fd2aeea6-215b-45bd-a480-52faa84fe275 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:45:47.456903 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9bdda96-b5ad-441d-8750-655089ec1365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.496182 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9bdda96-b5ad-441d-8750-655089ec1365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2800963'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.581389 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9bdda96-b5ad-441d-8750-655089ec1365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.632812 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9bdda96-b5ad-441d-8750-655089ec1365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1907114'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.661806 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdda96-b5ad-441d-8750-655089ec1365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2aeea6-215b-45bd-a480-52faa84fe275,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:47.665297 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9bdda96-b5ad-441d-8750-655089ec1365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.667601 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a9bdda96-b5ad-441d-8750-655089ec1365 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fd2aeea6-215b-45bd-a480-52faa84fe275 HTTP/1.1" status: 204 len: 168 time: 0.2545674 Jul 29 20:45:47.669669 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43510) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:47.672144 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e28534-5e57-42e9-8434-df4cc150119d None None] Network 7485e429-9262-495e-b61d-bdee98b22645 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:45:47.736166 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.790049 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Deleting port cbce03ba-853c-4bf5-a292-f7f7428b1f31 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:45:47.790393 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.855762 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] For port cbce03ba-853c-4bf5-a292-f7f7428b1f31, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=cbce03ba-853c-4bf5-a292-f7f7428b1f31,segment=NetworkSegment(9a393370-7dcf-4dd6-a1c6-d8f09ca5a454),segment_id=9a393370-7dcf-4dd6-a1c6-d8f09ca5a454)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:45:47.856023 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.867987 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Calling delete_port for cbce03ba-853c-4bf5-a292-f7f7428b1f31 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:45:47.932702 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ab4bf-fa75-4131-a3c1-a310199aeeba None None] DHCP port deletion for 7485e429-9262-495e-b61d-bdee98b22645 request from dv-cinder-802955-1-iscsi {{(pid=94859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:45:47.937570 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 427043d0-46a4-4cfa-8875-2001de19c2a8 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:45:47.952968 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.961045 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 427043d0-46a4-4cfa-8875-2001de19c2a8 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:45:47.961380 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 427043d0-46a4-4cfa-8875-2001de19c2a8 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:45:47.978697 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbce03ba-853c-4bf5-a292-f7f7428b1f31,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:47.978951 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-726ab4bf-fa75-4131-a3c1-a310199aeeba None None] The port 'cbce03ba-853c-4bf5-a292-f7f7428b1f31' was deleted {{(pid=94859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 20:45:47.987033 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] No DVR routers for this DVR port cbce03ba-853c-4bf5-a292-f7f7428b1f31 on host dv-cinder-802955-1-iscsi {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:45:48.060811 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.070465 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7485e429-9262-495e-b61d-bdee98b22645']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:48.081741 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:48.082102 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a393370-7dcf-4dd6-a1c6-d8f09ca5a454') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:45:48.091272 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2800968'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.105052 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.111451 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:45:48.111822 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2798185'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: Traceback (most recent call last): Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: timer() Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: cb(*args, **kw) Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: return func(*args, **kwargs) Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: self._notify() Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: self.callback(batched_events) Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: event.method(event) Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: return f(self, *a, **k) Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._get(url).json() Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: return self.request(url, 'GET', **kwargs) Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:45:48.113775 dv-cinder-802955-1-iscsi neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:45:48.174372 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.179939 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.182775 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7485e429-9262-495e-b61d-bdee98b22645 HTTP/1.1" status: 204 len: 168 time: 0.5116568 Jul 29 20:45:48.198334 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ad35c-1200-45ad-a6a9-a2f099b08eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7485e429-9262-495e-b61d-bdee98b22645,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:48.294726 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43516) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:48.334157 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-2f947c99-fc7a-47b5-b3b5-abe6d2cb4326 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03945c8550504adfb8fe002fe2b4b702&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381911 Jul 29 20:45:48.336197 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43518) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:48.383483 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6cb14ac0-004c-400f-b07a-4f958d166274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.404017 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6cb14ac0-004c-400f-b07a-4f958d166274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.449240 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6cb14ac0-004c-400f-b07a-4f958d166274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.451857 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6cb14ac0-004c-400f-b07a-4f958d166274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.452997 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-6cb14ac0-004c-400f-b07a-4f958d166274 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47051311-1aec-4310-88b0-22ad7378f391 HTTP/1.1" status: 204 len: 168 time: 0.1159062 Jul 29 20:45:48.460910 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb14ac0-004c-400f-b07a-4f958d166274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47051311-1aec-4310-88b0-22ad7378f391,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:49.390132 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device cbce03ba-853c-4bf5-a292-f7f7428b1f31 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:45:49.412795 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: cbce03ba-853c-4bf5-a292-f7f7428b1f31 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:45:49.413142 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device cbce03ba-853c-4bf5-a292-f7f7428b1f31 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:45:49.413562 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 18031381-13e8-4dcc-a2bd-7123caef65f8 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:45:49.431222 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 18031381-13e8-4dcc-a2bd-7123caef65f8 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:45:49.431568 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 18031381-13e8-4dcc-a2bd-7123caef65f8 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:45:49.608345 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43570) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:49.705696 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e744b603-77b5-44fb-b635-3ede371f1288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:49.796400 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e744b603-77b5-44fb-b635-3ede371f1288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:49.800158 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e744b603-77b5-44fb-b635-3ede371f1288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:49.840131 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-e744b603-77b5-44fb-b635-3ede371f1288 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73a4e1750113481eae66e5ac3ed9fd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307220 Jul 29 20:45:49.841058 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744b603-77b5-44fb-b635-3ede371f1288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7570024-fb16-450f-9222-520ab6dcdcfa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:49.842754 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43574) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:49.891712 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a738633e-3389-4e05-993d-b2afcd040d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:49.911594 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a738633e-3389-4e05-993d-b2afcd040d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:49.957389 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a738633e-3389-4e05-993d-b2afcd040d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:49.959907 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a738633e-3389-4e05-993d-b2afcd040d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:49.961032 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-a738633e-3389-4e05-993d-b2afcd040d0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7570024-fb16-450f-9222-520ab6dcdcfa HTTP/1.1" status: 204 len: 168 time: 0.1166875 Jul 29 20:45:49.968908 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738633e-3389-4e05-993d-b2afcd040d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7570024-fb16-450f-9222-520ab6dcdcfa,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:51.487535 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43628) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:51.586660 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6abee696-7e1a-4f31-acb3-a2dec82bcbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:51.628299 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-e1b6e9ce-caa1-49e3-9c9b-b145cf658588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:51.678775 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6abee696-7e1a-4f31-acb3-a2dec82bcbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:51.682840 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6abee696-7e1a-4f31-acb3-a2dec82bcbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:51.718190 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abee696-7e1a-4f31-acb3-a2dec82bcbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02f4813-84a8-49af-8837-f3f14bb36c5f,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:51.723649 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-6abee696-7e1a-4f31-acb3-a2dec82bcbdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97bcfb9e7420458181bb4545a60f9258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347922 Jul 29 20:45:51.726034 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43632) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:51.773968 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf19dd60-af85-4251-b50f-f2b92b26cf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:51.794567 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf19dd60-af85-4251-b50f-f2b92b26cf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:51.840027 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf19dd60-af85-4251-b50f-f2b92b26cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:51.842730 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf19dd60-af85-4251-b50f-f2b92b26cf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:51.844682 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-bf19dd60-af85-4251-b50f-f2b92b26cf11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e02f4813-84a8-49af-8837-f3f14bb36c5f HTTP/1.1" status: 204 len: 168 time: 0.1177542 Jul 29 20:45:51.854231 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19dd60-af85-4251-b50f-f2b92b26cf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02f4813-84a8-49af-8837-f3f14bb36c5f,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:52.091313 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43638) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:52.104758 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00544868-8c48-4cce-a0ff-ffbbf2e5c458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:52.191182 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00544868-8c48-4cce-a0ff-ffbbf2e5c458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:52.194989 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00544868-8c48-4cce-a0ff-ffbbf2e5c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:52.234619 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-00544868-8c48-4cce-a0ff-ffbbf2e5c458 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34bee8fb8c5541af882274dcbb7fa474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422210 Jul 29 20:45:52.236481 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00544868-8c48-4cce-a0ff-ffbbf2e5c458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00395dfa-b6f0-42f8-a09e-7ca689924bf0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:52.237239 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43640) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:52.283971 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b8c9bbd-9a83-4572-96c3-b10b8a1973e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:52.304681 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b8c9bbd-9a83-4572-96c3-b10b8a1973e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:52.349559 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b8c9bbd-9a83-4572-96c3-b10b8a1973e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:52.351973 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b8c9bbd-9a83-4572-96c3-b10b8a1973e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:52.353084 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-4b8c9bbd-9a83-4572-96c3-b10b8a1973e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00395dfa-b6f0-42f8-a09e-7ca689924bf0 HTTP/1.1" status: 204 len: 168 time: 0.1148546 Jul 29 20:45:52.360808 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c9bbd-9a83-4572-96c3-b10b8a1973e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00395dfa-b6f0-42f8-a09e-7ca689924bf0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:53.837187 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43688) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:53.936400 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-248e1053-7b97-4a26-a240-d5fb66c2b471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.023321 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-248e1053-7b97-4a26-a240-d5fb66c2b471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.027537 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-248e1053-7b97-4a26-a240-d5fb66c2b471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.070220 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-248e1053-7b97-4a26-a240-d5fb66c2b471 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=997ea85b381347468539aaa615af3baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319245 Jul 29 20:45:54.072117 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e1053-7b97-4a26-a240-d5fb66c2b471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe0f2f5-ba6e-4c5b-adf3-817cd904e8c2,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:54.072816 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43696) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:54.123254 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68a6d0ad-c72b-4dc0-a0e7-4349337a847d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.131019 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc03d03-f639-49de-9296-c51cda6bc166 req-4744a3a9-d329-4f6e-aa8c-e85c660226a0 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:54.132438 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7cc03d03-f639-49de-9296-c51cda6bc166 req-4744a3a9-d329-4f6e-aa8c-e85c660226a0 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Jul 29 20:45:54.144338 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68a6d0ad-c72b-4dc0-a0e7-4349337a847d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.170421 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7cc03d03-f639-49de-9296-c51cda6bc166 req-692ccf08-f3a2-426b-8819-3c31cb97d7aa tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314822 Jul 29 20:45:54.190292 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68a6d0ad-c72b-4dc0-a0e7-4349337a847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.192982 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68a6d0ad-c72b-4dc0-a0e7-4349337a847d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.194222 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-68a6d0ad-c72b-4dc0-a0e7-4349337a847d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fe0f2f5-ba6e-4c5b-adf3-817cd904e8c2 HTTP/1.1" status: 204 len: 168 time: 0.1204424 Jul 29 20:45:54.202512 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6d0ad-c72b-4dc0-a0e7-4349337a847d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe0f2f5-ba6e-4c5b-adf3-817cd904e8c2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:54.235430 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a99965f6-3600-407f-bffb-b1c771ee9ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.343624 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.455155 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43702) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:54.468524 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-490fe8b1-a2e4-4eba-961e-685bf012cd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.557344 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-490fe8b1-a2e4-4eba-961e-685bf012cd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.560787 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-490fe8b1-a2e4-4eba-961e-685bf012cd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.599042 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-490fe8b1-a2e4-4eba-961e-685bf012cd52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38688338759540288856c60b75034b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427803 Jul 29 20:45:54.599912 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fe8b1-a2e4-4eba-961e-685bf012cd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c516b3-11fe-43c1-b0c5-eaa1f3e8f235,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:54.601710 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43706) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:54.650124 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2796eef-0421-4258-a598-71b519176727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.674391 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2796eef-0421-4258-a598-71b519176727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.718056 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2796eef-0421-4258-a598-71b519176727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.720551 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2796eef-0421-4258-a598-71b519176727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.721738 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f2796eef-0421-4258-a598-71b519176727 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17c516b3-11fe-43c1-b0c5-eaa1f3e8f235 HTTP/1.1" status: 204 len: 168 time: 0.1190054 Jul 29 20:45:54.729531 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2796eef-0421-4258-a598-71b519176727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c516b3-11fe-43c1-b0c5-eaa1f3e8f235,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:55.293075 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b451bb-342b-4ecc-b32b-3ef734b2cab3 req-3c27d7de-cc5f-4763-96e3-4ce980a6bd44 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:55.294629 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c6b451bb-342b-4ecc-b32b-3ef734b2cab3 req-3c27d7de-cc5f-4763-96e3-4ce980a6bd44 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0531366 Jul 29 20:45:55.334461 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c6b451bb-342b-4ecc-b32b-3ef734b2cab3 req-83d6f249-0e02-4561-811f-a91e1ba4790e tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338953 Jul 29 20:45:55.347324 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:55.940402 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:56.459227 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d433e7f-5f9d-46ca-bf95-b4ec7c415c50 req-71a1bbce-6946-4cff-9505-39120ca30736 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:56.460733 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d433e7f-5f9d-46ca-bf95-b4ec7c415c50 req-71a1bbce-6946-4cff-9505-39120ca30736 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Jul 29 20:45:56.497920 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5d433e7f-5f9d-46ca-bf95-b4ec7c415c50 req-05feda76-681c-492f-8812-f5276b9868ae tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304539 Jul 29 20:45:57.019484 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:57.280615 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-4e458c3d-72ea-433d-8e87-977228ebbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:57.281994 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-4e458c3d-72ea-433d-8e87-977228ebbf57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0434797 Jul 29 20:45:57.384455 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-3d8ef51d-9266-4bcf-9894-df67a064acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:57.385924 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-3d8ef51d-9266-4bcf-9894-df67a064acef service neutron] 10.222.0.18 "GET /v2.0/networks?id=114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 200 len: 909 time: 0.0849319 Jul 29 20:45:57.455616 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-f7f4720d-bee6-4510-8bc7-712edee8dbef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 200 len: 1001 time: 0.0617232 Jul 29 20:45:57.505558 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-32972e97-98ee-45a8-9fcc-49a74bce9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:57.507121 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-32972e97-98ee-45a8-9fcc-49a74bce9b07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e HTTP/1.1" status: 200 len: 847 time: 0.0437815 Jul 29 20:45:57.558765 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-ac119e44-05b7-4f89-a38c-a8cbf3285909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:57.560273 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-ac119e44-05b7-4f89-a38c-a8cbf3285909 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=114500d4-e157-4e09-af70-f7c7bfc638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433662 Jul 29 20:45:57.679960 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5b4c-71b7-4a03-a1ed-d4fa71509e6e req-6e2120b9-fee5-44c2-8ad4-ede4faefc80d tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:57.682085 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-046e5b4c-71b7-4a03-a1ed-d4fa71509e6e req-6e2120b9-fee5-44c2-8ad4-ede4faefc80d tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.1178110 Jul 29 20:45:57.732572 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-0293745a-bc75-462d-b225-8cf46d9c8d73 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587610 Jul 29 20:45:57.752512 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-046e5b4c-71b7-4a03-a1ed-d4fa71509e6e req-afd005e8-c5d3-42f6-bf78-c7b41b818265 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625861 Jul 29 20:45:57.834772 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3bc5487b-d5ab-4a79-a2c4-667c3bbc07bc req-2a53eb10-71e5-4bef-84a8-39951d6cabf5 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922127 Jul 29 20:45:58.867154 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbde486-e698-4a50-af81-32065d340285 req-c332f580-2679-46f1-b567-22a7a4b46a23 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:45:58.868737 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fbde486-e698-4a50-af81-32065d340285 req-c332f580-2679-46f1-b567-22a7a4b46a23 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0491421 Jul 29 20:45:58.902816 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43792) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:58.906511 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-1fbde486-e698-4a50-af81-32065d340285 req-45bd7987-47a2-4e67-812a-670388bdd797 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Jul 29 20:45:59.003574 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b8b885c-2c75-4156-9690-39a3dcbd9776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.087430 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b8b885c-2c75-4156-9690-39a3dcbd9776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.090820 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b8b885c-2c75-4156-9690-39a3dcbd9776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.127288 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-4b8b885c-2c75-4156-9690-39a3dcbd9776 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dfaca8b04fb4ac8b4f05571618ee01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234199 Jul 29 20:45:59.128118 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b885c-2c75-4156-9690-39a3dcbd9776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e56ef9-aa6d-489f-a9e0-074762d70157,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:59.130809 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43798) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:59.178197 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b070c076-e158-425f-a4b2-4c4ae4cf6c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.199964 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b070c076-e158-425f-a4b2-4c4ae4cf6c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.245366 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b070c076-e158-425f-a4b2-4c4ae4cf6c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.248388 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b070c076-e158-425f-a4b2-4c4ae4cf6c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.249512 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-b070c076-e158-425f-a4b2-4c4ae4cf6c0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09e56ef9-aa6d-489f-a9e0-074762d70157 HTTP/1.1" status: 204 len: 168 time: 0.1174412 Jul 29 20:45:59.257187 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070c076-e158-425f-a4b2-4c4ae4cf6c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e56ef9-aa6d-489f-a9e0-074762d70157,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:59.497102 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43804) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:59.509842 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-54f2ce61-0a6e-474a-8b7f-75de4aace6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.597261 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-54f2ce61-0a6e-474a-8b7f-75de4aace6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.600898 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-54f2ce61-0a6e-474a-8b7f-75de4aace6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.638554 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-54f2ce61-0a6e-474a-8b7f-75de4aace6cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a32732c084054483b160c26db8f45f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403224 Jul 29 20:45:59.639646 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2ce61-0a6e-474a-8b7f-75de4aace6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4f4eef-ad82-48f3-8abe-e9296e981960,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:59.641274 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43806) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:59.689140 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-413773b8-f358-4c1f-b878-ffee3c802efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.709442 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-413773b8-f358-4c1f-b878-ffee3c802efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.757435 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-413773b8-f358-4c1f-b878-ffee3c802efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.759965 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-413773b8-f358-4c1f-b878-ffee3c802efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:59.761082 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-413773b8-f358-4c1f-b878-ffee3c802efa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b4f4eef-ad82-48f3-8abe-e9296e981960 HTTP/1.1" status: 204 len: 168 time: 0.1187067 Jul 29 20:45:59.768681 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413773b8-f358-4c1f-b878-ffee3c802efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4f4eef-ad82-48f3-8abe-e9296e981960,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:00.029639 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58810926-7263-49b8-8ae3-02b9f913bc75 req-38e0ea36-3dce-49dd-ac73-16a5d690bbdd tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:00.031857 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-58810926-7263-49b8-8ae3-02b9f913bc75 req-38e0ea36-3dce-49dd-ac73-16a5d690bbdd tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0535991 Jul 29 20:46:00.071567 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-58810926-7263-49b8-8ae3-02b9f913bc75 req-1937a52b-0c15-499e-afef-773f777eaa33 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334897 Jul 29 20:46:01.190992 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc94657-4fc9-4d94-8bc3-97496588f095 req-301fa4bb-4476-494c-aede-cdf8d2915541 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:01.193004 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-adc94657-4fc9-4d94-8bc3-97496588f095 req-301fa4bb-4476-494c-aede-cdf8d2915541 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0498111 Jul 29 20:46:01.230441 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-adc94657-4fc9-4d94-8bc3-97496588f095 req-cbcd16c3-d439-4cfb-888a-844cb7f59954 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306501 Jul 29 20:46:02.349817 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94012e44-7a27-41ef-9ed4-6e00add8cc99 req-0f5c6df3-3d03-4d28-bad7-51998998c1f0 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:02.351260 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-94012e44-7a27-41ef-9ed4-6e00add8cc99 req-0f5c6df3-3d03-4d28-bad7-51998998c1f0 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0523753 Jul 29 20:46:02.386953 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-94012e44-7a27-41ef-9ed4-6e00add8cc99 req-214b3961-fc39-48ad-aa33-9693529f83e3 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294333 Jul 29 20:46:03.499144 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56e44c-fdfd-4ead-8c04-18183e92a61b req-416e39d6-0d9d-4d8e-bdb7-ef48028acc1f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:03.500578 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5f56e44c-fdfd-4ead-8c04-18183e92a61b req-416e39d6-0d9d-4d8e-bdb7-ef48028acc1f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0470462 Jul 29 20:46:03.537278 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5f56e44c-fdfd-4ead-8c04-18183e92a61b req-c6d8d8b0-d248-4e04-9e86-d0f5384e3cac tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308015 Jul 29 20:46:04.648428 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3c062-0662-474f-a4ec-668eb3f89a96 req-a42be134-c895-4aa2-b2d1-fca900ddfdc8 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:04.649884 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45e3c062-0662-474f-a4ec-668eb3f89a96 req-a42be134-c895-4aa2-b2d1-fca900ddfdc8 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0467138 Jul 29 20:46:04.690969 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-45e3c062-0662-474f-a4ec-668eb3f89a96 req-75a0f324-94e8-4270-8f21-949d6421324e tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347080 Jul 29 20:46:05.805701 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d97df-f1fd-49c2-bad2-35339338b6d4 req-c2a6c856-2b97-48db-8e3e-2e085f0fb4e2 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:05.807156 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7b3d97df-f1fd-49c2-bad2-35339338b6d4 req-c2a6c856-2b97-48db-8e3e-2e085f0fb4e2 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0511165 Jul 29 20:46:05.845201 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7b3d97df-f1fd-49c2-bad2-35339338b6d4 req-74fef145-4ba8-47f5-996d-6964bd1cbe69 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Jul 29 20:46:06.100475 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-2aaedf7f-cc83-4882-a24f-c04251f23508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:06.101857 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-2aaedf7f-cc83-4882-a24f-c04251f23508 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0399613 Jul 29 20:46:06.192787 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-86ec565a-066b-4fef-85f3-2a8e18157a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:06.194272 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-86ec565a-066b-4fef-85f3-2a8e18157a45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 200 len: 909 time: 0.0849063 Jul 29 20:46:06.258684 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-6d3e69bd-7b77-4b8a-94f0-26411312eb32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 200 len: 1001 time: 0.0556817 Jul 29 20:46:06.305014 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-2023b427-4cf4-48b0-9f2e-42ceabd9faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:06.306402 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-2023b427-4cf4-48b0-9f2e-42ceabd9faa6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e HTTP/1.1" status: 200 len: 847 time: 0.0411279 Jul 29 20:46:06.353590 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-f3c33f1b-2ccc-48ad-9872-ed0f006d94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:06.355589 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-f3c33f1b-2ccc-48ad-9872-ed0f006d94ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=114500d4-e157-4e09-af70-f7c7bfc638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413969 Jul 29 20:46:06.957906 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575b1ec-6a57-4f2d-9b24-dd4a9c72ca7d req-7e615744-c650-434f-b469-9195ed4c04cd tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:06.959441 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0575b1ec-6a57-4f2d-9b24-dd4a9c72ca7d req-7e615744-c650-434f-b469-9195ed4c04cd tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0489900 Jul 29 20:46:07.002450 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0575b1ec-6a57-4f2d-9b24-dd4a9c72ca7d req-08b84ff6-3521-4e19-885f-9e5a389866be tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365875 Jul 29 20:46:08.112455 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b98d2c-f190-4ef4-a8e4-b7130b1ee3b2 req-4310b2af-ea6a-4d3a-b136-44145a432722 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:08.113905 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-61b98d2c-f190-4ef4-a8e4-b7130b1ee3b2 req-4310b2af-ea6a-4d3a-b136-44145a432722 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0471032 Jul 29 20:46:08.149972 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-61b98d2c-f190-4ef4-a8e4-b7130b1ee3b2 req-7a3d498a-e3ed-4649-9761-e58c929591ef tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303452 Jul 29 20:46:09.262691 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75963e69-2c5b-4608-bfab-9f44c4fefa3d req-d4dc992b-6811-4cb0-8320-1cd2f80c277f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:09.264137 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75963e69-2c5b-4608-bfab-9f44c4fefa3d req-d4dc992b-6811-4cb0-8320-1cd2f80c277f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0493743 Jul 29 20:46:09.348069 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75963e69-2c5b-4608-bfab-9f44c4fefa3d req-eed2f7e9-4ccf-44fc-9c06-c716fc35cdfb tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739028 Jul 29 20:46:09.385282 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-d6e36983-6874-4b1f-a999-2977a265d179 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179914 Jul 29 20:46:09.481477 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8a6e1875-0dfa-454c-872e-840d5ff9a343 req-3a2ccd76-b3ef-45a0-b74c-4a16140ef165 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882120 Jul 29 20:46:10.465636 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e06ba9-5636-42e5-955a-d07d814ec83a req-acf85c74-f26b-4e8b-9e73-d71aed8dcd48 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:10.467196 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c6e06ba9-5636-42e5-955a-d07d814ec83a req-acf85c74-f26b-4e8b-9e73-d71aed8dcd48 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0518653 Jul 29 20:46:10.510051 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c6e06ba9-5636-42e5-955a-d07d814ec83a req-3cef04c1-09dd-432f-9d82-045ff27ba1d6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358434 Jul 29 20:46:11.633613 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123738f-07a6-4c00-87de-25282e17f1f1 req-785370e5-c39e-453b-a8fb-e0d2bd033512 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:11.635122 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d123738f-07a6-4c00-87de-25282e17f1f1 req-785370e5-c39e-453b-a8fb-e0d2bd033512 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0532062 Jul 29 20:46:11.676169 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d123738f-07a6-4c00-87de-25282e17f1f1 req-59016656-99b9-4c36-86c6-3b91771ca4e5 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341024 Jul 29 20:46:11.816709 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43984) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:11.912261 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9cc6-ae10-4cd3-85c8-6c377559cf74 req-bf7b7e9d-673a-4750-9f82-cac81a3e99e8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:11.913818 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0b8e9cc6-ae10-4cd3-85c8-6c377559cf74 req-bf7b7e9d-673a-4750-9f82-cac81a3e99e8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0512321 Jul 29 20:46:11.923840 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e06e6b33-a6c1-40a0-822e-6a600d7129f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:11.951625 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0b8e9cc6-ae10-4cd3-85c8-6c377559cf74 req-b1085d11-4ed1-4e02-9446-7ff32ae47046 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313907 Jul 29 20:46:12.012982 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e06e6b33-a6c1-40a0-822e-6a600d7129f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.016582 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e06e6b33-a6c1-40a0-822e-6a600d7129f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.052136 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6b33-a6c1-40a0-822e-6a600d7129f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319698a1-96d5-46e0-b6d1-8904710914a6,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:12.056340 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-e06e6b33-a6c1-40a0-822e-6a600d7129f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=707d27571af74738bfbb3757427b1061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386456 Jul 29 20:46:12.059048 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43988) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:12.106684 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-681c5eeb-3d18-440b-bd66-2a50ead6ceeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.128097 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-681c5eeb-3d18-440b-bd66-2a50ead6ceeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.172082 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-681c5eeb-3d18-440b-bd66-2a50ead6ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.174759 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-681c5eeb-3d18-440b-bd66-2a50ead6ceeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.175884 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-681c5eeb-3d18-440b-bd66-2a50ead6ceeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/319698a1-96d5-46e0-b6d1-8904710914a6 HTTP/1.1" status: 204 len: 168 time: 0.1159003 Jul 29 20:46:12.183165 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c5eeb-3d18-440b-bd66-2a50ead6ceeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319698a1-96d5-46e0-b6d1-8904710914a6,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:12.432385 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 43994) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:12.451013 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fbba39e5-9740-4189-bcd4-341fa8624857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.549735 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fbba39e5-9740-4189-bcd4-341fa8624857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.554027 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fbba39e5-9740-4189-bcd4-341fa8624857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.592445 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-fbba39e5-9740-4189-bcd4-341fa8624857 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77535c422a6d468e889b3f4a02667947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587853 Jul 29 20:46:12.593283 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba39e5-9740-4189-bcd4-341fa8624857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1679c59e-2788-4b60-b7e9-e33569b88489,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:12.595762 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 43996) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:12.651888 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49a70c50-843f-48a1-b782-a14d994207a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.673942 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49a70c50-843f-48a1-b782-a14d994207a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.726555 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49a70c50-843f-48a1-b782-a14d994207a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.729153 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49a70c50-843f-48a1-b782-a14d994207a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:12.730922 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-49a70c50-843f-48a1-b782-a14d994207a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1679c59e-2788-4b60-b7e9-e33569b88489 HTTP/1.1" status: 204 len: 168 time: 0.1337030 Jul 29 20:46:12.738616 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a70c50-843f-48a1-b782-a14d994207a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1679c59e-2788-4b60-b7e9-e33569b88489,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:12.818990 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7ce0-aa53-40ba-9941-4182cdfb5642 req-97ebec1e-2bc9-4cfc-95c5-11b4063ec75a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:12.820719 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a27b7ce0-aa53-40ba-9941-4182cdfb5642 req-97ebec1e-2bc9-4cfc-95c5-11b4063ec75a tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0518146 Jul 29 20:46:12.865161 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a27b7ce0-aa53-40ba-9941-4182cdfb5642 req-4fe0cab7-a860-4f83-8b98-8b21a1e90faa tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378900 Jul 29 20:46:12.969513 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-6e67f8ec-1a57-4a60-9532-f82c68ed3222 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016972971&fields=id&tenant_id=b849c45b3c57497ea229df6565c2af55 HTTP/1.1" status: 200 len: 267 time: 0.0371046 Jul 29 20:46:13.106529 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-29d57380-b0c4-4ff2-aa64-c010796065db tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:13.108414 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-29d57380-b0c4-4ff2-aa64-c010796065db tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 811 time: 0.1324229 Jul 29 20:46:13.118773 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d06244-e37c-42c4-a620-e45d944c952c req-b2ba8faa-aa58-4061-92f0-cf6c104c1f32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768580 Jul 29 20:46:13.127077 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-44be879f-971e-4b02-8c1f-ed3a14e4898a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/quotas/b849c45b3c57497ea229df6565c2af55 HTTP/1.1" status: 200 len: 375 time: 0.0110769 Jul 29 20:46:13.130637 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19398932-350f-4ff5-963f-d059dcf39917 req-3bf5f3dd-078e-40f2-9aef-828998ba84ae tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:13.138183 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-19398932-350f-4ff5-963f-d059dcf39917 req-3bf5f3dd-078e-40f2-9aef-828998ba84ae tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0698290 Jul 29 20:46:13.186291 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-19398932-350f-4ff5-963f-d059dcf39917 req-2e4013af-e830-4a0a-beb0-dc5a3e551ea1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470884 Jul 29 20:46:13.217921 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:46:13.229425 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-daf8e56f-11f6-4622-87f1-c1a258863800 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0923026 Jul 29 20:46:13.347693 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9244f2-c0ed-49fa-bba5-20bc29f790ce req-5ed07982-b4bb-4495-ad67-6e9b56ccc3c1 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:13.349429 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bd9244f2-c0ed-49fa-bba5-20bc29f790ce req-5ed07982-b4bb-4495-ad67-6e9b56ccc3c1 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0747333 Jul 29 20:46:13.356232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:13.391740 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-645c3adb-56f9-4f81-bad7-06b34d983104 service neutron] 10.222.0.16 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456866 Jul 29 20:46:13.392445 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:46:13.395575 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cbaa0b-a0e6-4eec-8613-3c68c78aff68" -d '{"events": [{"server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:46:13.409423 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bd9244f2-c0ed-49fa-bba5-20bc29f790ce req-cd5949a0-0381-46e8-b0d1-790191e8f8c9 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522900 Jul 29 20:46:13.418385 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:13.424997 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:13.474168 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 20:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff4c260-11a3-4c10-a65b-6b6676c4d332 x-openstack-request-id: req-2ff4c260-11a3-4c10-a65b-6b6676c4d332 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:46:13.474499 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "name": "network-vif-unplugged", "status": "failed", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10", "code": 422}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:46:13.474928 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ff4c260-11a3-4c10-a65b-6b6676c4d332 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:46:13.475380 dv-cinder-802955-1-iscsi neutron-server[94859]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'code': 422} returned with failed status Jul 29 20:46:13.490698 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,revision_number=6']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:13.494569 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-f63c1e07-963d-41a8-92cb-ca30c4245492 service neutron] 10.222.0.16 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012516 Jul 29 20:46:13.498322 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.498853 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.499184 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.499514 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.499874 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.500149 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.500470 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.500789 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.501110 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.501428 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.501777 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.502092 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:13.830211 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-580bf7b9-c43e-4151-8ef8-3c1cd2e0e548 req-7ddfba51-355b-4389-86e6-1f2d08a9612a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 210 time: 0.0293183 Jul 29 20:46:14.304160 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80f183-fa27-4eb5-90b8-922f714fba96 req-79d25af9-200c-440b-a5d3-e754340ac877 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:14.305741 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ab80f183-fa27-4eb5-90b8-922f714fba96 req-79d25af9-200c-440b-a5d3-e754340ac877 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0513508 Jul 29 20:46:14.347733 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ab80f183-fa27-4eb5-90b8-922f714fba96 req-061079fa-e62b-488a-bbba-30a1b20dede8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329840 Jul 29 20:46:14.527744 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ca935-a0e6-4486-b617-9f501f108533 req-d7b7ac71-7a8a-4b88-9a40-6af4b800cb60 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:14.529173 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4d4ca935-a0e6-4486-b617-9f501f108533 req-d7b7ac71-7a8a-4b88-9a40-6af4b800cb60 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0534937 Jul 29 20:46:14.595648 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06244-e37c-42c4-a620-e45d944c952c req-a5bce8f7-93cc-4526-990f-87c8e978308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:14.597176 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d06244-e37c-42c4-a620-e45d944c952c req-a5bce8f7-93cc-4526-990f-87c8e978308a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5&tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0670948 Jul 29 20:46:14.604805 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-4d4ca935-a0e6-4486-b617-9f501f108533 req-bf6200eb-262b-41f0-bd4b-cab3ce49c103 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498085 Jul 29 20:46:14.660810 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06244-e37c-42c4-a620-e45d944c952c req-9772e9f5-2e26-448e-adef-5231e01badd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:14.662366 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d06244-e37c-42c4-a620-e45d944c952c req-9772e9f5-2e26-448e-adef-5231e01badd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1096 time: 0.0426500 Jul 29 20:46:14.761074 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06244-e37c-42c4-a620-e45d944c952c req-571d575e-bc80-46e9-8a03-c5c1f779acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:14.762573 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d06244-e37c-42c4-a620-e45d944c952c req-571d575e-bc80-46e9-8a03-c5c1f779acb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 200 len: 909 time: 0.0931458 Jul 29 20:46:14.828830 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d06244-e37c-42c4-a620-e45d944c952c req-a7dc3f83-4145-4261-ae9a-e7e5c9472a19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 200 len: 999 time: 0.0577257 Jul 29 20:46:14.942989 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-0a7c35c7-44f9-4054-8840-317b13305fcf req-b64170ad-3794-4260-b006-2077cec237aa tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 210 time: 0.0360358 Jul 29 20:46:15.185540 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06244-e37c-42c4-a620-e45d944c952c req-3ff0101a-2097-4292-8d17-0f9c27600c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:15.187127 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d06244-e37c-42c4-a620-e45d944c952c req-3ff0101a-2097-4292-8d17-0f9c27600c97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e HTTP/1.1" status: 200 len: 847 time: 0.3387649 Jul 29 20:46:15.274193 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06244-e37c-42c4-a620-e45d944c952c req-16118425-f601-4457-b0e4-ad00401df0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:15.275927 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d06244-e37c-42c4-a620-e45d944c952c req-16118425-f601-4457-b0e4-ad00401df0ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=114500d4-e157-4e09-af70-f7c7bfc638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812325 Jul 29 20:46:15.299676 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-4bdc6735-7580-4ddc-84ee-21933e80657b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:15.301267 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-4bdc6735-7580-4ddc-84ee-21933e80657b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 811 time: 0.1659417 Jul 29 20:46:15.389266 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-73add0e6-f568-4331-83df-eb3f5d45bf9d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b849c45b3c57497ea229df6565c2af55 HTTP/1.1" status: 200 len: 380 time: 0.0770369 Jul 29 20:46:15.402302 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'port': {'device_id': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'admin_state_up': True, 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'security_groups': ['d111202e-01b2-4478-9b21-a8482dcdd491']}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:46:15.466478 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d06244-e37c-42c4-a620-e45d944c952c req-42f5ffec-0537-41f7-b14a-ce52a518d841 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829150 Jul 29 20:46:15.573378 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a08d15-5480-42b3-94bb-17a5c3966262 req-01f593c3-7608-4d44-840a-b50ff9a7f966 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:15.574894 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-10a08d15-5480-42b3-94bb-17a5c3966262 req-01f593c3-7608-4d44-840a-b50ff9a7f966 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.1492357 Jul 29 20:46:15.656655 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d06244-e37c-42c4-a620-e45d944c952c req-2f4a18a2-da01-41d7-8eae-bb8d1e9a1132 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732318 Jul 29 20:46:15.659465 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-10a08d15-5480-42b3-94bb-17a5c3966262 req-20c3b43a-20b8-44f6-b7cb-dee13e27ec9f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744505 Jul 29 20:46:15.660494 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Made reservation on behalf of b849c45b3c57497ea229df6565c2af55 for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:46:15.663887 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:15.809063 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Allocated IP 172.20.0.11 (a72f0ea6-5a3b-4a2e-8d05-bc2372309059/ad198601-d3a7-40fe-bb0f-be551f805d61/c42b5b55-33c4-4059-b30e-0db31b57f160) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:46:15.945949 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:15.960830 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Transition to ACTIVE for port object c42b5b55-33c4-4059-b30e-0db31b57f160 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:46:15.997483 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:16.000003 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a023965-070a-49cd-9825-223127f50d43 req-01a737af-03b5-4b58-863c-6ffe303f324f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:16.002041 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8a023965-070a-49cd-9825-223127f50d43 req-01a737af-03b5-4b58-863c-6ffe303f324f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.2893932 Jul 29 20:46:16.043752 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8a023965-070a-49cd-9825-223127f50d43 req-3feb1919-f9f5-4cef-97f4-7826832067e3 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349061 Jul 29 20:46:16.067976 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:46:16.077358 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:46:16.080359 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:46:16.082707 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'Port': ['ID=c42b5b55-33c4-4059-b30e-0db31b57f160,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:16.116234 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.116576 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.116910 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.117239 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.117562 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.117916 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.118233 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.118552 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.118874 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.119190 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.119503 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.119861 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:16.148795 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8b94a-649d-414b-ac07-cff58c2fa5d0 req-4064b3b9-7689-4878-a088-971f81c96eee tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:16.150326 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d8f8b94a-649d-414b-ac07-cff58c2fa5d0 req-4064b3b9-7689-4878-a088-971f81c96eee tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 932 time: 0.1205385 Jul 29 20:46:16.157067 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:16.157713 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:16.160111 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:46:16.189572 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-632303c2-efb6-4c5b-aef6-84656d5d0fc7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7938168 Jul 29 20:46:16.204710 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Request body: {'port': {'device_id': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:46:16.211044 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d8f8b94a-649d-414b-ac07-cff58c2fa5d0 req-b73f1323-e89d-41b8-878f-71faab3f77c5 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505846 Jul 29 20:46:16.264399 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:16.364646 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-4324ded6-876a-4f9b-913c-79ebebfb54d7 None None] Provisioning for port c42b5b55-33c4-4059-b30e-0db31b57f160 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:46:16.369019 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-4324ded6-876a-4f9b-913c-79ebebfb54d7 None None] Provisioning complete for port c42b5b55-33c4-4059-b30e-0db31b57f160 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:46:16.369474 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4324ded6-876a-4f9b-913c-79ebebfb54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:16.409290 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-4324ded6-876a-4f9b-913c-79ebebfb54d7 None None] Port c42b5b55-33c4-4059-b30e-0db31b57f160 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:46:16.536599 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42b5b55-33c4-4059-b30e-0db31b57f160 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:46:16.544509 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:16.556360 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Transition to ACTIVE for port object c42b5b55-33c4-4059-b30e-0db31b57f160 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:46:16.559858 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:16.614055 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Pushing event updated for resources: {'Port': ['ID=c42b5b55-33c4-4059-b30e-0db31b57f160,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:16.701046 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Attempting to bind port c42b5b55-33c4-4059-b30e-0db31b57f160 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:46:16.701046 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Attempting to bind port c42b5b55-33c4-4059-b30e-0db31b57f160 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:46:16.701046 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Attempting to bind port c42b5b55-33c4-4059-b30e-0db31b57f160 on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:46:16.704416 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Port c42b5b55-33c4-4059-b30e-0db31b57f160 on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:46:16.704747 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Attempting to bind port c42b5b55-33c4-4059-b30e-0db31b57f160 on network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:46:16.710560 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:46:16.710895 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Checking segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:46:16.711277 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Bound using segment: {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:46:16.711709 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Bound port: c42b5b55-33c4-4059-b30e-0db31b57f160, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66d74d3-90af-4dec-9f77-02a62d1864bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:46:16.712134 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:16.777664 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] For port c42b5b55-33c4-4059-b30e-0db31b57f160, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:46:16.783900 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] For port c42b5b55-33c4-4059-b30e-0db31b57f160, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c42b5b55-33c4-4059-b30e-0db31b57f160,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:46:16.791046 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:16.801075 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe818e77-9b6a-497a-9c46-9f78746ce215 req-47634234-a32b-46bf-8da3-98368a2c7464 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:16.802704 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fe818e77-9b6a-497a-9c46-9f78746ce215 req-47634234-a32b-46bf-8da3-98368a2c7464 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0657449 Jul 29 20:46:16.844426 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fe818e77-9b6a-497a-9c46-9f78746ce215 req-b1e5fcc4-270f-4d65-8442-8b7ab69f9e69 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347745 Jul 29 20:46:16.855439 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:16.856223 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:16.858137 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] 10.222.0.18 "PUT /v2.0/ports/c42b5b55-33c4-4059-b30e-0db31b57f160 HTTP/1.1" status: 200 len: 1094 time: 0.6579158 Jul 29 20:46:16.861396 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:46:16.864312 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0d99a1-5ebb-470e-902f-2cb798401534" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:46:16.868466 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4553aef-54d4-41ff-974f-027dca2af192 service neutron] Pushing event updated for resources: {'Port': ['ID=c42b5b55-33c4-4059-b30e-0db31b57f160,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:16.906189 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8594ba-0663-44ba-97ab-eb0d6a4c931e x-openstack-request-id: req-ac8594ba-0663-44ba-97ab-eb0d6a4c931e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:46:16.906609 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:46:16.906930 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac8594ba-0663-44ba-97ab-eb0d6a4c931e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:46:16.907398 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'status': 'completed', 'code': 200} Jul 29 20:46:16.954793 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-1b8476dd-64b9-4afd-b9d4-d07de003e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:16.956321 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-1b8476dd-64b9-4afd-b9d4-d07de003e28a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 1097 time: 0.0455115 Jul 29 20:46:16.999446 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-ba218a0b-ff8a-452c-8259-d7e818660841 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c42b5b55-33c4-4059-b30e-0db31b57f160 HTTP/1.1" status: 200 len: 217 time: 0.0343921 Jul 29 20:46:17.048832 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-900ff3f2-ccef-46fa-8ee8-57b0288075ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:17.050326 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-900ff3f2-ccef-46fa-8ee8-57b0288075ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0445421 Jul 29 20:46:17.099543 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-5c761104-e42c-48ba-90de-3f3167df0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:17.101029 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-5c761104-e42c-48ba-90de-3f3167df0b3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433226 Jul 29 20:46:17.157271 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b11c-2b1c-4792-bb21-9ab76832536f req-0141b900-5a80-4d63-bb90-cd34a841b6c6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:17.158708 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8c51b11c-2b1c-4792-bb21-9ab76832536f req-0141b900-5a80-4d63-bb90-cd34a841b6c6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0474374 Jul 29 20:46:17.188470 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-04506756-3817-4758-8eee-ad2b138c77a0 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798273 Jul 29 20:46:17.198792 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8c51b11c-2b1c-4792-bb21-9ab76832536f req-4619a757-49bf-4235-82c9-3399529e0046 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342646 Jul 29 20:46:17.296380 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-048e39a0-76e3-46e1-a47a-7cea3c831216 req-4286b588-8a82-47ba-916f-d0958244be02 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998487 Jul 29 20:46:17.338083 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41fd02-52ea-4ff5-80b8-2e12c6e7813d req-e98901da-16fc-4065-856a-24d96738fb86 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:17.340264 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6b41fd02-52ea-4ff5-80b8-2e12c6e7813d req-e98901da-16fc-4065-856a-24d96738fb86 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 944 time: 0.0602505 Jul 29 20:46:17.411990 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6b41fd02-52ea-4ff5-80b8-2e12c6e7813d req-aaa31b95-c9c7-47d8-af6a-42c177ba70db tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547457 Jul 29 20:46:17.414585 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-1310b477-5629-4ac5-8f95-dd5a548dfe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:17.415978 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-1310b477-5629-4ac5-8f95-dd5a548dfe5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 1097 time: 0.0709243 Jul 29 20:46:17.507123 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-9d2b7753-08e9-40bb-85ee-ccd5e26c1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:17.508483 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-9d2b7753-08e9-40bb-85ee-ccd5e26c1794 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.0850818 Jul 29 20:46:17.549635 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-5ea3cbb6-121a-4027-8c7b-ebe04f90ebda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c42b5b55-33c4-4059-b30e-0db31b57f160 HTTP/1.1" status: 200 len: 217 time: 0.0327909 Jul 29 20:46:17.598761 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-a68cff40-3116-43aa-a36c-ae5c66f993c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:17.600155 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-a68cff40-3116-43aa-a36c-ae5c66f993c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0424592 Jul 29 20:46:17.651625 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-1f9e541d-7048-4d6e-933c-f383c8b499f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:17.653069 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-1f9e541d-7048-4d6e-933c-f383c8b499f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424752 Jul 29 20:46:17.745386 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-2838f56d-4e45-457a-8458-1a1b0c1d488f service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808587 Jul 29 20:46:17.840063 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8d0d99a1-5ebb-470e-902f-2cb798401534 req-bda314fb-69fe-46e8-9d6f-5c108b00cfeb service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870759 Jul 29 20:46:17.969125 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0389b2-a5e7-4cee-a71c-647c062149d8 req-02ee21e8-98e3-4c24-bea4-0f7c6b5fc188 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:17.970678 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5d0389b2-a5e7-4cee-a71c-647c062149d8 req-02ee21e8-98e3-4c24-bea4-0f7c6b5fc188 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0539343 Jul 29 20:46:18.008566 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-5d0389b2-a5e7-4cee-a71c-647c062149d8 req-1b0ce07d-5869-4da0-a934-8ca123f1d714 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Jul 29 20:46:18.024126 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 44158) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:18.123284 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.209187 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.213075 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.249733 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71df8f1b-a77c-4eaa-9686-0b93f5b4736b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:18.253585 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74f20bc4251d4b7ebec72fead7d65947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284579 Jul 29 20:46:18.256429 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 44164) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:18.259428 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.259781 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.260169 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.260519 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.260853 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.261188 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.261516 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.261884 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.262215 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.262541 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.262866 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.263187 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8c148-338a-4f11-b41f-513db4d999f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:46:18.346359 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f548ca-61f8-471d-ba32-d6d2116d4f9e req-0dbce6a9-8ab9-4017-a6fd-7f05ec4fb4d4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:18.347827 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-79f548ca-61f8-471d-ba32-d6d2116d4f9e req-0dbce6a9-8ab9-4017-a6fd-7f05ec4fb4d4 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0751231 Jul 29 20:46:18.348847 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8ac0-99b9-4c03-8832-03969a534a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.381418 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8ac0-99b9-4c03-8832-03969a534a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.416058 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-79f548ca-61f8-471d-ba32-d6d2116d4f9e req-4ee661ad-290e-4761-8972-d55252de55bb tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580175 Jul 29 20:46:18.444090 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8ac0-99b9-4c03-8832-03969a534a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.446747 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8ac0-99b9-4c03-8832-03969a534a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.447909 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-fe6c8ac0-99b9-4c03-8832-03969a534a0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71df8f1b-a77c-4eaa-9686-0b93f5b4736b HTTP/1.1" status: 204 len: 168 time: 0.1904819 Jul 29 20:46:18.456096 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c8ac0-99b9-4c03-8832-03969a534a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df8f1b-a77c-4eaa-9686-0b93f5b4736b,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:18.534711 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee5c07-fc97-43eb-beb3-cedd68a4d579 req-3e6be3d4-6abe-4046-80a4-69b26ae8b82a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:18.536438 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-33ee5c07-fc97-43eb-beb3-cedd68a4d579 req-3e6be3d4-6abe-4046-80a4-69b26ae8b82a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 944 time: 0.0535226 Jul 29 20:46:18.576316 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-33ee5c07-fc97-43eb-beb3-cedd68a4d579 req-ea17d4f3-5f03-468f-8f80-0c205fc703bd tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325634 Jul 29 20:46:18.707648 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 44172) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:18.721131 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b711749c-80d9-4607-b85c-e03c09fab61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.806022 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b711749c-80d9-4607-b85c-e03c09fab61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.810115 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b711749c-80d9-4607-b85c-e03c09fab61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.846160 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-b711749c-80d9-4607-b85c-e03c09fab61d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6b55badb2ff4afda933331c461593c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374946 Jul 29 20:46:18.846986 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711749c-80d9-4607-b85c-e03c09fab61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8e4940-6f2f-41bc-b7bd-fd4d53f13f08,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:18.849455 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 44174) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:18.901174 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-086f7964-cd7c-403e-833f-1be295dab2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.921839 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-086f7964-cd7c-403e-833f-1be295dab2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.967265 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-086f7964-cd7c-403e-833f-1be295dab2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.969813 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-086f7964-cd7c-403e-833f-1be295dab2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.970933 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-086f7964-cd7c-403e-833f-1be295dab2b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a8e4940-6f2f-41bc-b7bd-fd4d53f13f08 HTTP/1.1" status: 204 len: 168 time: 0.1204324 Jul 29 20:46:18.978365 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f7964-cd7c-403e-833f-1be295dab2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8e4940-6f2f-41bc-b7bd-fd4d53f13f08,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:19.128852 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e5fd7-3c78-4bbc-83f0-6b40e5f0da61 req-a777edef-00b3-4cbc-896b-a7c3dfc564be tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:19.130381 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9b6e5fd7-3c78-4bbc-83f0-6b40e5f0da61 req-a777edef-00b3-4cbc-896b-a7c3dfc564be tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0501447 Jul 29 20:46:19.168005 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9b6e5fd7-3c78-4bbc-83f0-6b40e5f0da61 req-4cc27491-b897-4def-904b-560f92b3aafd tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314729 Jul 29 20:46:19.274278 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 44182) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:19.289786 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0d1d82d1-0de3-49da-b7e4-5e3cf278512a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:19.376640 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0d1d82d1-0de3-49da-b7e4-5e3cf278512a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:19.380378 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0d1d82d1-0de3-49da-b7e4-5e3cf278512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:19.420798 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-0d1d82d1-0de3-49da-b7e4-5e3cf278512a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca83378639e84a35be7af4b63785a3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448410 Jul 29 20:46:19.421678 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d82d1-0de3-49da-b7e4-5e3cf278512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c79a3d-7f25-4ccd-8dac-90e981c98195,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:19.423544 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 44184) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:19.472322 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1d0a-ef66-46a5-803b-47fc0b061e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:19.502452 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1d0a-ef66-46a5-803b-47fc0b061e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:19.563424 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559574a-7f40-481a-a841-9ff06b82d255 req-06dd4309-3265-4fef-92ff-17de025d8965 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:19.564906 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2559574a-7f40-481a-a841-9ff06b82d255 req-06dd4309-3265-4fef-92ff-17de025d8965 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0791523 Jul 29 20:46:19.595226 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1d0a-ef66-46a5-803b-47fc0b061e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:19.597723 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1d0a-ef66-46a5-803b-47fc0b061e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:19.598755 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-5a2c1d0a-ef66-46a5-803b-47fc0b061e74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3c79a3d-7f25-4ccd-8dac-90e981c98195 HTTP/1.1" status: 204 len: 168 time: 0.1736574 Jul 29 20:46:19.614738 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c1d0a-ef66-46a5-803b-47fc0b061e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c79a3d-7f25-4ccd-8dac-90e981c98195,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:19.621753 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2559574a-7f40-481a-a841-9ff06b82d255 req-be5b83ef-9307-4635-abdb-d55567ef3046 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509231 Jul 29 20:46:19.693493 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd38271-12a7-44fb-94f2-a6a35e1d036b req-bf806c08-3402-4038-adf1-11f61c3f2b84 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:19.694994 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bfd38271-12a7-44fb-94f2-a6a35e1d036b req-bf806c08-3402-4038-adf1-11f61c3f2b84 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 944 time: 0.0472705 Jul 29 20:46:19.733758 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-bfd38271-12a7-44fb-94f2-a6a35e1d036b req-a1750ed3-ae90-4b97-b771-f33858dd83db tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324569 Jul 29 20:46:20.286184 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cfd76-e787-4aed-ad13-c82742f7b29f req-ddc18175-d3ae-44bd-a0de-a847f88fd6f3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:20.287723 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-968cfd76-e787-4aed-ad13-c82742f7b29f req-ddc18175-d3ae-44bd-a0de-a847f88fd6f3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0494840 Jul 29 20:46:20.325386 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-968cfd76-e787-4aed-ad13-c82742f7b29f req-9b73e55f-47db-49fb-a34a-99d2acd33a10 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312898 Jul 29 20:46:20.748319 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50945445-f588-498c-a501-af4ab3fc33a9 req-532242da-101c-4933-8e80-2957ebdd914b tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:20.750003 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-50945445-f588-498c-a501-af4ab3fc33a9 req-532242da-101c-4933-8e80-2957ebdd914b tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0612016 Jul 29 20:46:20.809364 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-50945445-f588-498c-a501-af4ab3fc33a9 req-21a65bee-07b2-4f7e-bb53-0d82f75dd5d0 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434687 Jul 29 20:46:20.871550 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c0e03-2d69-45b0-a6de-42cdae6dbc20 req-669f28d4-1f45-42a6-9bea-93f378a6ebc4 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:20.873041 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-414c0e03-2d69-45b0-a6de-42cdae6dbc20 req-669f28d4-1f45-42a6-9bea-93f378a6ebc4 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 944 time: 0.0544679 Jul 29 20:46:20.913977 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-414c0e03-2d69-45b0-a6de-42cdae6dbc20 req-2f59749c-db91-482c-b5ec-d7a04b7eb596 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349841 Jul 29 20:46:21.449329 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a5261-9d24-4269-b672-d44363788061 req-4261e117-5aa6-4a5b-8a58-588244a07c1a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:21.450809 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d09a5261-9d24-4269-b672-d44363788061 req-4261e117-5aa6-4a5b-8a58-588244a07c1a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0529423 Jul 29 20:46:21.486218 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d09a5261-9d24-4269-b672-d44363788061 req-14974306-27bc-4009-8ed7-3bb54494e933 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293407 Jul 29 20:46:21.629801 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-e98c16af-2526-46c7-8baa-58e0258ee5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:21.931389 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99a455-35f6-4ed7-890e-d0cb0df42eb8 req-ca195e32-9a59-4e38-b97a-24629e97052c tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:21.933441 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8b99a455-35f6-4ed7-890e-d0cb0df42eb8 req-ca195e32-9a59-4e38-b97a-24629e97052c tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0483191 Jul 29 20:46:21.974583 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8b99a455-35f6-4ed7-890e-d0cb0df42eb8 req-8f4aa52f-52b9-48af-88a3-084bd8a5dcb0 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352526 Jul 29 20:46:22.032071 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4997a7-2980-44a7-92c4-d587a8118a88 req-86207c06-25ad-472c-a273-d6d54dddc8e9 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:22.033641 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6e4997a7-2980-44a7-92c4-d587a8118a88 req-86207c06-25ad-472c-a273-d6d54dddc8e9 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 944 time: 0.0481286 Jul 29 20:46:22.071318 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6e4997a7-2980-44a7-92c4-d587a8118a88 req-6c16faf8-a95a-4cf0-b78a-be2a99649b1e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318911 Jul 29 20:46:22.607051 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01beef6-1abb-4cce-bc86-4e7efb10b69a req-134efeae-2d43-40ae-a443-1e18ab8b406f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:22.608535 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f01beef6-1abb-4cce-bc86-4e7efb10b69a req-134efeae-2d43-40ae-a443-1e18ab8b406f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0507905 Jul 29 20:46:22.645006 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f01beef6-1abb-4cce-bc86-4e7efb10b69a req-da6437b4-198a-4cfd-a818-b4edf7e94aba tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306892 Jul 29 20:46:23.086693 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353b8a9-678f-40cc-ae24-74b26125217b req-ec533ec9-bfff-4c77-8ff2-7aaed538c204 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:23.088566 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9353b8a9-678f-40cc-ae24-74b26125217b req-ec533ec9-bfff-4c77-8ff2-7aaed538c204 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 943 time: 0.0477433 Jul 29 20:46:23.128988 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9353b8a9-678f-40cc-ae24-74b26125217b req-845179cf-bd97-494e-a029-a1a5850b9b3b tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346522 Jul 29 20:46:23.183055 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465647a-a2ad-4305-8c37-f26f63b58702 req-629b2a23-9eaa-4165-b7c5-51eb8e96ce79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:23.184509 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6465647a-a2ad-4305-8c37-f26f63b58702 req-629b2a23-9eaa-4165-b7c5-51eb8e96ce79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 944 time: 0.0478582 Jul 29 20:46:23.229246 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6465647a-a2ad-4305-8c37-f26f63b58702 req-18ecdafb-054b-41d0-8a64-0f568710f19c tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376110 Jul 29 20:46:23.251416 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:46:23.344352 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:23.357901 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'port_id': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'mac_address': 'fa:16:3e:18:46:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:46:23.395846 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:23.408557 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:46:23.426813 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:23.430738 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:23.479318 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,revision_number=7']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:23.685497 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['8cdb03b2-33ba-4125-b3c6-3c39b39dec10'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:46:23.767346 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5911fa-130f-42bc-b748-0aff47549367 req-961951e6-526b-462b-92e8-f4ab9f7f1605 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:23.769102 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9b5911fa-130f-42bc-b748-0aff47549367 req-961951e6-526b-462b-92e8-f4ab9f7f1605 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0529237 Jul 29 20:46:23.811562 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9b5911fa-130f-42bc-b748-0aff47549367 req-9c853e90-7797-48f3-88f1-c0298432f262 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358422 Jul 29 20:46:24.236201 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f934cb50-0ae9-4bd4-8a57-c02bc8b1c441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:24.248034 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c38282-80f1-49af-a21f-031d5cc1ed4d req-9f97d415-c034-46ce-b5f0-5814272e3be3 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:24.249876 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-78c38282-80f1-49af-a21f-031d5cc1ed4d req-9f97d415-c034-46ce-b5f0-5814272e3be3 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 944 time: 0.0541089 Jul 29 20:46:24.288663 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-78c38282-80f1-49af-a21f-031d5cc1ed4d req-287cbbd1-6a1e-4c09-863d-7133b57f4888 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Jul 29 20:46:24.343819 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:24.344869 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12cf87-5a95-4983-bd8c-2726a94ce60d req-c94f176e-0130-4ef1-8213-526bc5eb4e64 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:24.346385 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db12cf87-5a95-4983-bd8c-2726a94ce60d req-c94f176e-0130-4ef1-8213-526bc5eb4e64 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 944 time: 0.0511279 Jul 29 20:46:24.383913 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db12cf87-5a95-4983-bd8c-2726a94ce60d req-5da514f6-6e58-4fa3-b71a-e51e25568c3e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Jul 29 20:46:24.931880 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f3619-4125-4546-aacc-3dc84cca13b7 req-fd19e0be-4254-407c-8d11-1ea9f815c87f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:24.933381 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fc9f3619-4125-4546-aacc-3dc84cca13b7 req-fd19e0be-4254-407c-8d11-1ea9f815c87f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0503907 Jul 29 20:46:24.970448 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fc9f3619-4125-4546-aacc-3dc84cca13b7 req-1d5e3950-ccec-4626-b4b4-21f6986aa7bd tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312371 Jul 29 20:46:25.278874 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device c42b5b55-33c4-4059-b30e-0db31b57f160 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:46:25.282926 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:46:25.389077 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:25.398451 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:46:25.398816 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:25.403139 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fddf44-a3b8-40e6-a537-d47ec7d7e9f2 req-ba7f2499-4da3-4dbb-97f2-ce39fb621ed0 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:25.404637 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-26fddf44-a3b8-40e6-a537-d47ec7d7e9f2 req-ba7f2499-4da3-4dbb-97f2-ce39fb621ed0 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 944 time: 0.0481083 Jul 29 20:46:25.450727 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-26fddf44-a3b8-40e6-a537-d47ec7d7e9f2 req-5a8f9a47-b6d7-4725-bc6c-cf5635bcc640 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396028 Jul 29 20:46:25.451243 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port c42b5b55-33c4-4059-b30e-0db31b57f160, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c42b5b55-33c4-4059-b30e-0db31b57f160,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:25.467036 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'port_id': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'mac_address': 'fa:16:3e:ab:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:46:25.512447 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378de8d-a1e1-43b0-9ca7-bd1ad945a65c req-c6446382-855e-4a29-bac6-343625bdaafc tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:25.513986 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b378de8d-a1e1-43b0-9ca7-bd1ad945a65c req-c6446382-855e-4a29-bac6-343625bdaafc tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 944 time: 0.0504575 Jul 29 20:46:25.558862 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b378de8d-a1e1-43b0-9ca7-bd1ad945a65c req-67f46f63-3c7c-4a2c-abae-0dc1c2ba7a7d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386195 Jul 29 20:46:25.662836 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:25.665455 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:25.684861 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42b5b55-33c4-4059-b30e-0db31b57f160 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:46:25.704451 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:46:25.706758 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f410b20e-377a-419a-ba21-43537010af93" -d '{"events": [{"server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "name": "network-vif-plugged", "status": "completed", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:46:25.725567 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port c42b5b55-33c4-4059-b30e-0db31b57f160, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c42b5b55-33c4-4059-b30e-0db31b57f160,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:25.727424 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:25.730005 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:25.734758 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:25.753936 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5a7fa9-1cc1-4d48-8b01-9b6217236111 x-openstack-request-id: req-4e5a7fa9-1cc1-4d48-8b01-9b6217236111 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:46:25.754224 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "name": "network-vif-plugged", "status": "completed", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:46:25.754471 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e5a7fa9-1cc1-4d48-8b01-9b6217236111 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:46:25.754864 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'code': 200} Jul 29 20:46:25.779687 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=c42b5b55-33c4-4059-b30e-0db31b57f160,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:25.831352 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,revision_number=8']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:25.934910 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:25.972510 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['c42b5b55-33c4-4059-b30e-0db31b57f160'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:46:25.977538 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee976963-a8c4-43ad-9244-bffe71a793bf req-a5f574e3-74cf-450d-93b1-978ae4efd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:25.979783 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ee976963-a8c4-43ad-9244-bffe71a793bf req-a5f574e3-74cf-450d-93b1-978ae4efd782 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0436950 Jul 29 20:46:26.020353 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ee976963-a8c4-43ad-9244-bffe71a793bf req-70bc2455-f853-4de6-af4e-e75bd3512f3f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291443 Jul 29 20:46:26.098406 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59729c01-e5e4-4b9e-a74a-5254cd79ec28 req-f7840f08-8b79-4e6b-b345-cfded268a424 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:26.099813 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-59729c01-e5e4-4b9e-a74a-5254cd79ec28 req-f7840f08-8b79-4e6b-b345-cfded268a424 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0546277 Jul 29 20:46:26.137022 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-59729c01-e5e4-4b9e-a74a-5254cd79ec28 req-e541fed5-1f51-46e5-9224-cac21252f68c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305455 Jul 29 20:46:26.561748 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e02c-9152-47ae-a5a0-8fea960c1883 req-927d878f-52e5-4453-a8ac-84524f460fa1 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:26.563461 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3427e02c-9152-47ae-a5a0-8fea960c1883 req-927d878f-52e5-4453-a8ac-84524f460fa1 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Jul 29 20:46:26.603552 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3427e02c-9152-47ae-a5a0-8fea960c1883 req-bbffa3e7-6f3c-4f52-82e9-ec4ed6004905 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340896 Jul 29 20:46:26.672697 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf31ace-5961-48e8-b0b5-ac4e6cccf390 req-7bed5553-5f65-44d7-ab9c-5388615c45a5 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:26.674259 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8bf31ace-5961-48e8-b0b5-ac4e6cccf390 req-7bed5553-5f65-44d7-ab9c-5388615c45a5 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 945 time: 0.0488830 Jul 29 20:46:26.713035 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8bf31ace-5961-48e8-b0b5-ac4e6cccf390 req-bb763126-d6d2-459e-b44e-22e0e89a4d85 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327086 Jul 29 20:46:27.022305 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:27.254591 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41c0d-bb6e-4ccc-8ef5-28e0fc85e091 req-6d05a222-15c5-4d23-b985-4449de9f18e9 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:27.256045 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-38f41c0d-bb6e-4ccc-8ef5-28e0fc85e091 req-6d05a222-15c5-4d23-b985-4449de9f18e9 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0480797 Jul 29 20:46:27.272438 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device c42b5b55-33c4-4059-b30e-0db31b57f160 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:46:27.292865 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-38f41c0d-bb6e-4ccc-8ef5-28e0fc85e091 req-efd13cd4-cb87-467c-975f-fb6e6f4fb26e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310826 Jul 29 20:46:27.325375 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port c42b5b55-33c4-4059-b30e-0db31b57f160 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:46:27.329149 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port c42b5b55-33c4-4059-b30e-0db31b57f160 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:46:27.329509 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:27.406327 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:27.438948 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port c42b5b55-33c4-4059-b30e-0db31b57f160, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c42b5b55-33c4-4059-b30e-0db31b57f160,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:27.442483 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:27.490915 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=c42b5b55-33c4-4059-b30e-0db31b57f160,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:27.716749 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1f161-ef0e-4ca8-aafc-4504876b3c81 req-20303ec7-99fc-4a15-97b7-5dbd57e9be6b tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:27.718266 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-29f1f161-ef0e-4ca8-aafc-4504876b3c81 req-20303ec7-99fc-4a15-97b7-5dbd57e9be6b tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0490017 Jul 29 20:46:27.756280 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:46:27.758779 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0db8d5b-a398-44b7-a663-a7ddba1ac14c" -d '{"events": [{"server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "name": "network-vif-plugged", "status": "completed", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:46:27.761276 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-29f1f161-ef0e-4ca8-aafc-4504876b3c81 req-ebf026d5-3900-4782-9669-5cdcefe4d579 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371418 Jul 29 20:46:27.809963 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6ba97f-a9a4-4e43-936a-a9c9377fff64 x-openstack-request-id: req-0b6ba97f-a9a4-4e43-936a-a9c9377fff64 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:46:27.810258 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "name": "network-vif-plugged", "status": "completed", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:46:27.810519 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b6ba97f-a9a4-4e43-936a-a9c9377fff64 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:46:27.810919 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'code': 200} Jul 29 20:46:27.838680 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edfb65-d9fa-4c65-a29e-280ee799bf60 req-9809f829-9360-4e69-9865-9e8a67bc6dcf tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:27.840154 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-79edfb65-d9fa-4c65-a29e-280ee799bf60 req-9809f829-9360-4e69-9865-9e8a67bc6dcf tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 946 time: 0.0541625 Jul 29 20:46:27.878178 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-79edfb65-d9fa-4c65-a29e-280ee799bf60 req-d36c38c0-007a-433e-9b01-366fa02fc05d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Jul 29 20:46:28.062239 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a8906-0568-44e5-b52b-3c62549f95f1 req-472db8f1-89be-4192-8d28-5fb52e1f2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:28.063732 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-843a8906-0568-44e5-b52b-3c62549f95f1 req-472db8f1-89be-4192-8d28-5fb52e1f2c21 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 1099 time: 0.0407405 Jul 29 20:46:28.100720 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-843a8906-0568-44e5-b52b-3c62549f95f1 req-ec29ce5c-906f-4f75-b1e3-401f406ce791 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279160 Jul 29 20:46:28.418363 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc7b98-0e63-487b-8301-f28163f2e133 req-a2db465f-6a25-46d9-92b2-db28fd117e7e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:28.419768 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9fcc7b98-0e63-487b-8301-f28163f2e133 req-a2db465f-6a25-46d9-92b2-db28fd117e7e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0495026 Jul 29 20:46:28.457290 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9fcc7b98-0e63-487b-8301-f28163f2e133 req-e09240ad-3736-4b97-ab20-4a05129a7620 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316179 Jul 29 20:46:28.990094 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f94f87-90ab-4ab3-996d-dcb1b24a39c6 req-47e00e27-6cfe-4bb4-8bc5-ed36fcd59af3 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:28.991575 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-35f94f87-90ab-4ab3-996d-dcb1b24a39c6 req-47e00e27-6cfe-4bb4-8bc5-ed36fcd59af3 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 946 time: 0.0479143 Jul 29 20:46:29.028752 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-35f94f87-90ab-4ab3-996d-dcb1b24a39c6 req-c1b49db5-bda8-49e3-b13a-e693dec22c5a tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308394 Jul 29 20:46:29.283747 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a1a57380-a9b4-4121-a981-7d132bd27acc details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:46:29.377826 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:29.388704 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'port_id': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'mac_address': 'fa:16:3e:9f:fc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:46:29.423805 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:29.439490 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1a57380-a9b4-4121-a981-7d132bd27acc {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:46:29.458726 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:29.462006 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:29.508914 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=6']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:29.577585 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207dbf8-f637-452a-831d-7a782c7ce64f req-98a97aca-fa52-48dc-ae06-a372b876b97d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:29.579169 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2207dbf8-f637-452a-831d-7a782c7ce64f req-98a97aca-fa52-48dc-ae06-a372b876b97d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 944 time: 0.0490298 Jul 29 20:46:29.617651 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-2207dbf8-f637-452a-831d-7a782c7ce64f req-d4efb5c9-07cd-40cb-a441-c55d53396fc9 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319526 Jul 29 20:46:29.626243 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['a1a57380-a9b4-4121-a981-7d132bd27acc'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:46:30.147592 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff582-6216-41f6-9102-e5c58fa4b7df req-f540fec0-8131-4895-9480-a0951a2cae32 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:30.148908 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-121ff582-6216-41f6-9102-e5c58fa4b7df req-f540fec0-8131-4895-9480-a0951a2cae32 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 946 time: 0.0535655 Jul 29 20:46:30.191746 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-121ff582-6216-41f6-9102-e5c58fa4b7df req-b4f11839-8f53-4103-b6af-eb9bac42e8f5 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360017 Jul 29 20:46:30.325507 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ae026-a8c8-4764-88f9-500689c38d3f req-f284710d-bcd5-4a2a-b643-1c28e04f5317 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:30.328048 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b59ae026-a8c8-4764-88f9-500689c38d3f req-f284710d-bcd5-4a2a-b643-1c28e04f5317 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 946 time: 0.0662999 Jul 29 20:46:30.373833 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b59ae026-a8c8-4764-88f9-500689c38d3f req-074bede5-535d-4eb5-a78b-878979a655e8 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 Jul 29 20:46:30.396523 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 44372) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:30.601311 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0536c34-4739-4d6f-9123-2e2670cd79e3 tempest-TestVolumeBootPattern-2042666675 tempest-TestVolumeBootPattern-2042666675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:30.602841 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f0536c34-4739-4d6f-9123-2e2670cd79e3 tempest-TestVolumeBootPattern-2042666675 tempest-TestVolumeBootPattern-2042666675-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 1094 time: 0.2053220 Jul 29 20:46:30.606222 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 44376) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:30.610447 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Request body: {'floatingip': {'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'port_id': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:46:30.633294 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:30.772705 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb461bb-114d-4346-8aee-fc596d35e5e2 req-cab9274a-fb89-45c6-87a8-ed990951df84 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:30.774506 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ceb461bb-114d-4346-8aee-fc596d35e5e2 req-cab9274a-fb89-45c6-87a8-ed990951df84 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 944 time: 0.0724001 Jul 29 20:46:30.823406 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:30.830962 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ceb461bb-114d-4346-8aee-fc596d35e5e2 req-b2de0d27-0547-49cb-bf70-b0b539b59ed9 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471215 Jul 29 20:46:30.949700 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Allocated IP 172.27.3.160 (1a7b2476-bd99-4ab6-8b64-75a4dc5caae5/083c3289-666b-4219-959a-96099780db54/87d0e396-1285-41aa-9c26-bcd1961055fd) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:46:31.070454 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:31.114843 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:31.166307 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'Port': ['ID=87d0e396-1285-41aa-9c26-bcd1961055fd,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:31.177736 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Network 1a7b2476-bd99-4ab6-8b64-75a4dc5caae5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:46:31.179930 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:46:31.183136 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:46:31.303133 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a1a57380-a9b4-4121-a981-7d132bd27acc up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:46:31.362608 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port a1a57380-a9b4-4121-a981-7d132bd27acc triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:46:31.362977 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:31.465265 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:31.501069 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:46:31.503618 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a270fd38-90ad-4ac2-8273-843f480a0487" -d '{"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:46:31.517718 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:31.524502 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:31.563968 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6019a49d-d37d-4308-b8bb-d1bb91e9167d x-openstack-request-id: req-6019a49d-d37d-4308-b8bb-d1bb91e9167d {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:46:31.564372 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:46:31.564730 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6019a49d-d37d-4308-b8bb-d1bb91e9167d {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:46:31.565204 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'code': 200} Jul 29 20:46:31.598287 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=7']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:31.645508 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:31.716546 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:32.108470 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf38fc-012f-44d9-adba-36a36f00c627 req-f99036de-8e4e-4840-bca9-11ab3dfc02cd tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:32.110388 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b8cf38fc-012f-44d9-adba-36a36f00c627 req-f99036de-8e4e-4840-bca9-11ab3dfc02cd tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.1070292 Jul 29 20:46:32.178095 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b8cf38fc-012f-44d9-adba-36a36f00c627 req-56a1919b-83fa-4699-8609-500c0a1b871b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566339 Jul 29 20:46:32.220357 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:32.226251 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:32.296380 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event updated for resources: {'Port': ['ID=87d0e396-1285-41aa-9c26-bcd1961055fd,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:32.313967 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:32.418249 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Floating IP c1ac6d98-22ae-4f59-9eb8-8f1e28884597 associated. External IP: 172.27.3.160, port: c42b5b55-33c4-4059-b30e-0db31b57f160. Jul 29 20:46:32.665485 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:46:32.795161 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:46:32.806590 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] Sync routers for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:46:32.816844 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:32.819393 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:46:32.819999 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:46:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:46:32.870414 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-540d3135-acfc-45fb-9b36-be6d3098960e tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2625957 Jul 29 20:46:32.871012 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:46:32.873306 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e19b2d-0736-414a-8694-1ab2da7dedef" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:46:32.931970 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529153f5-765a-4d70-aadf-a730b0933186 x-openstack-request-id: req-529153f5-765a-4d70-aadf-a730b0933186 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:46:32.932798 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:46:32.933049 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-529153f5-765a-4d70-aadf-a730b0933186 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:46:32.933456 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'status': 'completed', 'code': 200} Jul 29 20:46:33.030594 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-f8ab5988-d68a-4305-9d50-5b104397ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:33.032272 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-f8ab5988-d68a-4305-9d50-5b104397ebb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 1099 time: 0.0539513 Jul 29 20:46:33.060266 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:46:33.150331 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-2c19f5c4-72ee-41bf-b9c6-ef406127f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:33.151838 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-2c19f5c4-72ee-41bf-b9c6-ef406127f839 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.0972195 Jul 29 20:46:33.245868 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-0dd25b25-0fdf-44e4-808b-c1349aa076a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c42b5b55-33c4-4059-b30e-0db31b57f160 HTTP/1.1" status: 200 len: 1000 time: 0.0853465 Jul 29 20:46:33.341399 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-750f9c74-e285-4d65-b8a9-7ddc73e67c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:33.342829 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-750f9c74-e285-4d65-b8a9-7ddc73e67c76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0903699 Jul 29 20:46:33.370422 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '5b81bfa7-4fe9-4154-9bfb-b228a1a1be20', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:35Z', 'updated_at': '2021-07-29T20:44:36Z', 'revision_number': 1, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}, {'id': 'c1ac6d98-22ae-4f59-9eb8-8f1e28884597', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:ab:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:46:31Z', 'updated_at': '2021-07-29T20:46:31Z', 'revision_number': 0, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:46:33.375378 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4c787-e32c-4a4f-b502-aac4aaa7a8c4 req-e65cf630-d1f5-4c96-9d55-5f5418e1f28b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:33.376921 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-98a4c787-e32c-4a4f-b502-aac4aaa7a8c4 req-e65cf630-d1f5-4c96-9d55-5f5418e1f28b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0783834 Jul 29 20:46:33.406377 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] Checking router: f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:46:33.416008 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:46:33.416731 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:46:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:46:33.437676 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-98a4c787-e32c-4a4f-b502-aac4aaa7a8c4 req-6f30631b-d180-4447-83d6-1e3e1da82759 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438633 Jul 29 20:46:33.440851 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-f1a04738-1b5c-434c-9247-fae56e825529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:33.441848 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-f1a04738-1b5c-434c-9247-fae56e825529 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885565 Jul 29 20:46:33.567566 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:46:33.570077 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-c6b6a98d-5dd5-410e-b57c-522eb7b0a183 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174490 Jul 29 20:46:33.687589 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e7e19b2d-0736-414a-8694-1ab2da7dedef req-302c9853-0fa0-43da-a9c5-93df89512720 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100621 Jul 29 20:46:33.847897 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '5b81bfa7-4fe9-4154-9bfb-b228a1a1be20', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:35Z', 'updated_at': '2021-07-29T20:44:36Z', 'revision_number': 1, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}, {'id': 'c1ac6d98-22ae-4f59-9eb8-8f1e28884597', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:ab:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:46:31Z', 'updated_at': '2021-07-29T20:46:31Z', 'revision_number': 0, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:46:33.886135 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d68ec-c024-4fbc-b754-64710190e235 None None] The sync data for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi is: [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '5b81bfa7-4fe9-4154-9bfb-b228a1a1be20', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:35Z', 'updated_at': '2021-07-29T20:44:36Z', 'revision_number': 1, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}, {'id': 'c1ac6d98-22ae-4f59-9eb8-8f1e28884597', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:ab:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:46:31Z', 'updated_at': '2021-07-29T20:46:31Z', 'revision_number': 0, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:46:34.095774 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01e950-e839-4db9-b04d-7b578731bce7 None None] New status for floating IP c1ac6d98-22ae-4f59-9eb8-8f1e28884597: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:46:34.581164 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420174a6-fafa-49ae-88b9-df276506c7d8 req-518f8282-c556-42c0-88ee-fbc722f9bbee tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:34.583601 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-420174a6-fafa-49ae-88b9-df276506c7d8 req-518f8282-c556-42c0-88ee-fbc722f9bbee tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0606267 Jul 29 20:46:34.638101 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-420174a6-fafa-49ae-88b9-df276506c7d8 req-f2eec5e0-92ab-4585-ad22-25cd4cc5d836 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Jul 29 20:46:35.758243 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b282-25a7-4d13-989a-c73586cb91d3 req-a2639135-525f-4406-82ed-bd2ef9be41eb tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:35.759909 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0f52b282-25a7-4d13-989a-c73586cb91d3 req-a2639135-525f-4406-82ed-bd2ef9be41eb tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0553513 Jul 29 20:46:35.798984 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0f52b282-25a7-4d13-989a-c73586cb91d3 req-15aad544-eb36-4a08-bcd8-77b8f36e1fa1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329211 Jul 29 20:46:36.968209 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7a5b7-6b34-48ef-8786-c9d96abfdfa8 req-2cf9644b-e76c-4bcd-96fe-7e9ba3fb1a12 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:36.970663 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-85c7a5b7-6b34-48ef-8786-c9d96abfdfa8 req-2cf9644b-e76c-4bcd-96fe-7e9ba3fb1a12 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0853639 Jul 29 20:46:37.015078 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-85c7a5b7-6b34-48ef-8786-c9d96abfdfa8 req-ffb13428-f3de-4add-9210-684fa7ef7179 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376537 Jul 29 20:46:38.157354 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b92c3-6604-43fe-86a6-7c8ffac311cc req-eef7bcea-8eda-4290-b364-85d3c5510ca0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:38.164912 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-510b92c3-6604-43fe-86a6-7c8ffac311cc req-eef7bcea-8eda-4290-b364-85d3c5510ca0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0627432 Jul 29 20:46:38.204141 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-510b92c3-6604-43fe-86a6-7c8ffac311cc req-97a0d538-4a56-4806-acef-f52b01ba2033 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383632 Jul 29 20:46:39.342700 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9849d4-4a73-40eb-beee-f842e8da69cc req-304fd3c7-60d1-4055-930e-571f0691b77c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:39.344379 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ca9849d4-4a73-40eb-beee-f842e8da69cc req-304fd3c7-60d1-4055-930e-571f0691b77c tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0536201 Jul 29 20:46:39.393383 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ca9849d4-4a73-40eb-beee-f842e8da69cc req-763c1745-3e68-430f-9354-45496e64946d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427251 Jul 29 20:46:40.519079 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224967b-5f70-4af6-91bf-69be482c1ea9 req-f956f871-a40e-4128-8e29-38790c1f4da6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:40.520501 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8224967b-5f70-4af6-91bf-69be482c1ea9 req-f956f871-a40e-4128-8e29-38790c1f4da6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0468378 Jul 29 20:46:40.557272 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8224967b-5f70-4af6-91bf-69be482c1ea9 req-52430294-8525-499a-bcdd-d7bf165d252e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304825 Jul 29 20:46:41.673892 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99076ec0-ee54-4136-bc71-c0363667461b req-9ac3a7ba-bbdc-4d20-970c-7b77a27e21d0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:41.675427 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-99076ec0-ee54-4136-bc71-c0363667461b req-9ac3a7ba-bbdc-4d20-970c-7b77a27e21d0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0485203 Jul 29 20:46:41.713902 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-99076ec0-ee54-4136-bc71-c0363667461b req-c5f55f47-5627-4c6f-b555-0f1ebb55d96d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326653 Jul 29 20:46:42.832802 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c876a5b-d518-4b1f-bc04-511083495865 req-76147f22-701c-4e27-9862-d4d9dc60e5fd tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:42.834288 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7c876a5b-d518-4b1f-bc04-511083495865 req-76147f22-701c-4e27-9862-d4d9dc60e5fd tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0514786 Jul 29 20:46:42.870482 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7c876a5b-d518-4b1f-bc04-511083495865 req-fdd854df-df03-47de-a8d3-90002a5317af tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297797 Jul 29 20:46:43.739999 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-78151258-d1a8-4379-9320-ff10be792c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:43.741760 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-78151258-d1a8-4379-9320-ff10be792c16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 1098 time: 0.0393827 Jul 29 20:46:43.831442 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-0a3b3e30-e7e6-4e45-851a-1e20d6ded393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:43.832909 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-0a3b3e30-e7e6-4e45-851a-1e20d6ded393 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 917 time: 0.0832610 Jul 29 20:46:43.903424 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-29387e6f-4fad-4972-91ea-0e7e72119ca9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1a57380-a9b4-4121-a981-7d132bd27acc HTTP/1.1" status: 200 len: 1000 time: 0.0629046 Jul 29 20:46:43.953891 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-3f00fa79-82d3-47f5-8dc2-7e520e0a4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:43.955459 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-3f00fa79-82d3-47f5-8dc2-7e520e0a4672 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0445437 Jul 29 20:46:43.994873 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8407-206d-411b-a555-8e8615b7d152 req-f14514bf-8a14-423f-ab90-1dbfb82b1edf tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:43.996297 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-168d8407-206d-411b-a555-8e8615b7d152 req-f14514bf-8a14-423f-ab90-1dbfb82b1edf tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0491507 Jul 29 20:46:44.001866 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-8ad6e362-70a7-4a3c-9b38-163a5fa49e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:44.003368 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-8ad6e362-70a7-4a3c-9b38-163a5fa49e02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393434 Jul 29 20:46:44.034139 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-168d8407-206d-411b-a555-8e8615b7d152 req-0351673b-59c5-43dd-8f6c-228b12c61e57 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jul 29 20:46:44.094788 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-b0080dc6-d4f6-4b39-820a-5b4a4f7779d6 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836041 Jul 29 20:46:44.179830 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-59821a8b-b04e-4a92-8d6b-cbc199a32799 req-1a784a44-c3d7-4d13-ad3a-096806dccf8b service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784347 Jul 29 20:46:45.157503 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8a552-7ee9-400b-9d52-430ddbd6d8de req-04069800-f2f7-45c0-a4c6-19c0063feb22 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:45.159034 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d1e8a552-7ee9-400b-9d52-430ddbd6d8de req-04069800-f2f7-45c0-a4c6-19c0063feb22 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0525436 Jul 29 20:46:45.197174 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d1e8a552-7ee9-400b-9d52-430ddbd6d8de req-b394740e-7212-48e6-9e1c-d39d4151d0f6 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317829 Jul 29 20:46:46.318772 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb56463-4831-49d6-a1e3-8f5645b3f620 req-5902a2a6-0cb4-459f-bff5-de2ad5acb79d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:46.320308 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8eb56463-4831-49d6-a1e3-8f5645b3f620 req-5902a2a6-0cb4-459f-bff5-de2ad5acb79d tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0500100 Jul 29 20:46:46.363302 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8eb56463-4831-49d6-a1e3-8f5645b3f620 req-22d377cc-7b44-4e80-b2f8-4457af404d3a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363967 Jul 29 20:46:47.202420 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7d870-5fbf-46e9-b43d-76a7f57ee86c req-90c19405-4572-4c96-9875-02bd9b4ba2d8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:47.203831 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-29a7d870-5fbf-46e9-b43d-76a7f57ee86c req-90c19405-4572-4c96-9875-02bd9b4ba2d8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 945 time: 0.0503402 Jul 29 20:46:47.233360 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-5f4fd241-a762-441f-b95c-dd644090302e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405974 Jul 29 20:46:47.242394 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-29a7d870-5fbf-46e9-b43d-76a7f57ee86c req-e4ac98c7-1784-4098-a50d-89067c4aabcc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324166 Jul 29 20:46:47.389295 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a1a57380-a9b4-4121-a981-7d132bd27acc no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:46:47.468698 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:47.494072 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:46:47.496317 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890d0bfd-91a6-452e-a188-4e34ab5660f0" -d '{"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-unplugged", "status": "completed", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:46:47.518334 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:46:47.522036 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:47.528545 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a09c56-fb6d-4c36-a268-6fe7d4be6077 x-openstack-request-id: req-02a09c56-fb6d-4c36-a268-6fe7d4be6077 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:46:47.528833 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-unplugged", "status": "failed", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc", "code": 422}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:46:47.529084 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02a09c56-fb6d-4c36-a268-6fe7d4be6077 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:46:47.529469 dv-cinder-802955-1-iscsi neutron-server[94859]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'code': 422} returned with failed status Jul 29 20:46:47.569815 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=8']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:47.993255 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-54e59df5-bbf7-442e-bd0b-47c71db4217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:47.995207 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-54e59df5-bbf7-442e-bd0b-47c71db4217f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a&tenant_id=7f34119d96ac4aea9c2b4f9916b178cc HTTP/1.1" status: 200 len: 1096 time: 0.0389640 Jul 29 20:46:48.057999 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-fa312dc2-faa9-4fe9-8112-ffb0012af194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:48.059332 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-fa312dc2-faa9-4fe9-8112-ffb0012af194 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 1096 time: 0.0420849 Jul 29 20:46:48.145173 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-2bb764d7-950d-4e2c-a151-5a1ba056da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:48.146660 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-2bb764d7-950d-4e2c-a151-5a1ba056da35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 200 len: 917 time: 0.0805995 Jul 29 20:46:48.212648 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-aa71afbd-352d-45a5-bc68-b47502c33974 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1a57380-a9b4-4121-a981-7d132bd27acc HTTP/1.1" status: 200 len: 998 time: 0.0593727 Jul 29 20:46:48.259015 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-f9b01174-e193-4d96-afc8-512a5de24d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:48.260403 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-f9b01174-e193-4d96-afc8-512a5de24d31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 200 len: 855 time: 0.0413973 Jul 29 20:46:48.304371 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-b740a61c-3498-462a-8f20-4de96952c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:48.305876 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-b740a61c-3498-462a-8f20-4de96952c10d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386345 Jul 29 20:46:48.363205 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbf617-2b2e-4c8d-b0a7-d134cb046c35 req-dcfe7656-4d0c-4442-b99d-851f622653eb tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:48.365004 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7efbf617-2b2e-4c8d-b0a7-d134cb046c35 req-dcfe7656-4d0c-4442-b99d-851f622653eb tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0492408 Jul 29 20:46:48.402904 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-504cb7c5-521e-4954-a320-a48f2cb75d76 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901520 Jul 29 20:46:48.404785 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-7efbf617-2b2e-4c8d-b0a7-d134cb046c35 req-05bb39a4-4771-47b6-9882-29b27a190929 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331919 Jul 29 20:46:48.497506 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-17333c26-4751-4fd8-97b7-2a49ef265dff req-2f92c3bb-b37f-4ce3-a21a-1fd681e53bd6 service neutron] 10.222.0.18 "GET /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878067 Jul 29 20:46:48.609862 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 44566) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:48.712475 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-805ac21c-733d-4bc8-b0c0-94ef83b36f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:48.801087 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-805ac21c-733d-4bc8-b0c0-94ef83b36f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:48.805382 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-805ac21c-733d-4bc8-b0c0-94ef83b36f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:48.844765 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-805ac21c-733d-4bc8-b0c0-94ef83b36f9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d21c20a7b45349d68d872e91694a203e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338090 Jul 29 20:46:48.846737 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ac21c-733d-4bc8-b0c0-94ef83b36f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bb3d42-77a6-448b-afca-b58b9f2bdd65,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:48.847533 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 44580) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:46:48.898516 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fcd60cf-5b47-4883-8366-ba366efcaa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:48.919940 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fcd60cf-5b47-4883-8366-ba366efcaa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:48.971580 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fcd60cf-5b47-4883-8366-ba366efcaa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:48.974818 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fcd60cf-5b47-4883-8366-ba366efcaa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:48.976160 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-4fcd60cf-5b47-4883-8366-ba366efcaa77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6bb3d42-77a6-448b-afca-b58b9f2bdd65 HTTP/1.1" status: 204 len: 168 time: 0.1275854 Jul 29 20:46:48.986190 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd60cf-5b47-4883-8366-ba366efcaa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bb3d42-77a6-448b-afca-b58b9f2bdd65,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:46:49.533032 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889742c-41b2-4db6-9d1b-92bb390c2a10 req-150cd4c9-38b1-4db1-9c43-8ee3833c25c3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:49.538690 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b889742c-41b2-4db6-9d1b-92bb390c2a10 req-150cd4c9-38b1-4db1-9c43-8ee3833c25c3 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0581872 Jul 29 20:46:49.597874 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b889742c-41b2-4db6-9d1b-92bb390c2a10 req-dd382e67-f2fb-425b-898b-c0c9d971ba3b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512378 Jul 29 20:46:50.711794 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9519de-a9e2-49d6-8bc6-7d1181eaca4f req-f08e2f58-775c-4c12-8be0-3dc2b03a9c09 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:50.713811 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ca9519de-a9e2-49d6-8bc6-7d1181eaca4f req-f08e2f58-775c-4c12-8be0-3dc2b03a9c09 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0491588 Jul 29 20:46:50.752125 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-ca9519de-a9e2-49d6-8bc6-7d1181eaca4f req-7b60e0e9-4dc5-474b-bcda-865fe6ef5a4e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319798 Jul 29 20:46:51.380221 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-0b91790b-2211-454d-8bf7-97a7c23ed6a7 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9b4c580a0abd45f2b3c702a5c0a4b08e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381444 Jul 29 20:46:51.571568 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-3a522218-468a-4f17-adb0-dea7edb38b6a tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:51.573946 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-3a522218-468a-4f17-adb0-dea7edb38b6a tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869466 Jul 29 20:46:51.590998 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-e5066d3b-fcad-4fb7-919d-aaaaf4a50237 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/quotas/9b4c580a0abd45f2b3c702a5c0a4b08e HTTP/1.1" status: 200 len: 375 time: 0.0111794 Jul 29 20:46:51.624658 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-0113d3fc-c48a-43d7-8924-8ba407fc1bf8 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b4c580a0abd45f2b3c702a5c0a4b08e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276713 Jul 29 20:46:51.630369 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bb9917e4-781b-48ad-984d-91c06a47ce0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:51.804071 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-8e1920cc-5fa8-45c2-b7fb-8fde59189928 req-ed4e1cc2-1513-44b7-b298-1a2211305738 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0550392 Jul 29 20:46:51.901710 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0309a26-446d-4f1d-b40d-3997e8b292c7 req-eec4c8bc-e2c2-4d1a-917f-129f18b1658a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:51.903333 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f0309a26-446d-4f1d-b40d-3997e8b292c7 req-eec4c8bc-e2c2-4d1a-917f-129f18b1658a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0627224 Jul 29 20:46:51.942875 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-f0309a26-446d-4f1d-b40d-3997e8b292c7 req-b373b26f-efc5-4e3b-b7d5-aeadc19213ce tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334630 Jul 29 20:46:52.900998 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-6cbc43df-6083-4a98-a1ce-eeb1f4e4df85 req-f91bff4b-cc9b-4816-9593-33e80520152a tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0270851 Jul 29 20:46:53.057579 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029439ad-25e4-4306-a0a1-f9bdd3d0564b req-1768e8df-edff-42fe-ba3c-51b6e952c6f0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:53.059804 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-029439ad-25e4-4306-a0a1-f9bdd3d0564b req-1768e8df-edff-42fe-ba3c-51b6e952c6f0 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0465972 Jul 29 20:46:53.106977 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-029439ad-25e4-4306-a0a1-f9bdd3d0564b req-b9f561ad-474f-4c3b-871f-c1095cc8ea93 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389099 Jul 29 20:46:53.158804 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:46:53.995075 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4ccd12e1-de57-4c92-b6d9-b6029822fe63 req-02c87a9c-c618-4809-a863-0116233fd2bf tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0291140 Jul 29 20:46:54.244452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6524b-c5a9-4f69-be72-699e594f26b5 req-e16cc18a-d746-475b-be87-38f701b81d28 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:54.246035 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1d7f63fd-97b8-407a-9655-78845854a2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:54.246472 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-93f6524b-c5a9-4f69-be72-699e594f26b5 req-e16cc18a-d746-475b-be87-38f701b81d28 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0629268 Jul 29 20:46:54.286204 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-93f6524b-c5a9-4f69-be72-699e594f26b5 req-3cb3aa2e-3910-404a-9d92-33c2e26b61db tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329735 Jul 29 20:46:54.343399 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:55.087221 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-88a631bb-10f5-4890-941e-85465b3ca3cf req-b4a05cd7-d996-4493-a741-9650113e3353 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Jul 29 20:46:55.417156 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:55.437461 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077e4c-4c9b-49ee-8fd3-10d885b218f6 req-70066140-7560-46b2-a21d-4d1e0d37d218 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:55.439456 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7a077e4c-4c9b-49ee-8fd3-10d885b218f6 req-70066140-7560-46b2-a21d-4d1e0d37d218 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0631161 Jul 29 20:46:55.477271 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7a077e4c-4c9b-49ee-8fd3-10d885b218f6 req-00f87147-43cc-40a3-bd6b-2b9c59836798 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318792 Jul 29 20:46:55.948760 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:56.177515 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-d4c89d24-8896-40fb-a2b5-9e789c2565c9 req-62c3be32-b405-4d6a-8fd8-1c07ae254ab9 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0270689 Jul 29 20:46:56.601122 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7984d7-90fb-4b2d-8aa2-afac04871139 req-00232c6d-c0c6-4cc9-9027-a1ec0eefe125 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:56.602848 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ff7984d7-90fb-4b2d-8aa2-afac04871139 req-00232c6d-c0c6-4cc9-9027-a1ec0eefe125 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0537581 Jul 29 20:46:56.649560 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-ff7984d7-90fb-4b2d-8aa2-afac04871139 req-d59ac138-3624-45fc-874f-bfec42237b53 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406709 Jul 29 20:46:57.025198 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:57.268987 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3046df3e-ec8e-46bb-85ca-c01a61d5ae79 req-2c5511ca-a2d6-4423-aa7a-49de64587f0f tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0257676 Jul 29 20:46:57.769638 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215792a-8d63-40b2-bb99-1ec723935471 req-55935f42-b52a-4fa8-8076-315507b076f1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:57.771847 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3215792a-8d63-40b2-bb99-1ec723935471 req-55935f42-b52a-4fa8-8076-315507b076f1 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0498004 Jul 29 20:46:57.811939 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3215792a-8d63-40b2-bb99-1ec723935471 req-2c65bd36-0d2a-4d58-9ada-bfb617b88af8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Jul 29 20:46:58.370979 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-736e1e22-1bde-4ed7-abd4-5b256fadb01a req-bc655ca3-a67e-48f6-9b06-b6548cfd6bff tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0352437 Jul 29 20:46:58.932870 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69668f7d-e4f3-4ca1-9214-f8a39a2642a2 req-961b07de-b7a0-4de9-923c-f28d2200ed48 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:46:58.934337 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-69668f7d-e4f3-4ca1-9214-f8a39a2642a2 req-961b07de-b7a0-4de9-923c-f28d2200ed48 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0504754 Jul 29 20:46:58.972145 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-69668f7d-e4f3-4ca1-9214-f8a39a2642a2 req-0c9d0851-82a8-4c97-96f4-7e56935102e4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Jul 29 20:46:59.457731 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-28a1d847-f6ed-4c90-a376-9a5ddc48705e req-d65f7b0d-cdc7-42bb-b6f4-3261ef1cc0d5 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0259159 Jul 29 20:47:00.116549 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9ddee-1136-4e3b-9806-1f8a0f6ba4fa req-066062ac-864d-4ae8-864c-345ce1b7c73f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:00.116549 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8cf9ddee-1136-4e3b-9806-1f8a0f6ba4fa req-066062ac-864d-4ae8-864c-345ce1b7c73f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0486228 Jul 29 20:47:00.152171 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-8cf9ddee-1136-4e3b-9806-1f8a0f6ba4fa req-22c00fdb-9980-44c0-9b4d-4afb6839c20a tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343614 Jul 29 20:47:00.552301 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a348782b-6a5b-4dd2-8c42-5173b3e46511 req-9bfeacec-a842-402d-8cc9-51766ae648a2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0292995 Jul 29 20:47:01.267018 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefcd9e-f139-43f3-9129-71657f492105 req-31611d24-1b87-41bd-8c10-aaa170b2a64f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:01.268450 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9fefcd9e-f139-43f3-9129-71657f492105 req-31611d24-1b87-41bd-8c10-aaa170b2a64f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0462952 Jul 29 20:47:01.304821 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9fefcd9e-f139-43f3-9129-71657f492105 req-0da4bc5f-6128-4220-bea4-c6f6a21f4820 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307324 Jul 29 20:47:01.645585 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-a92e6976-6b02-4ff5-bff7-c956b2b6c0b8 req-a0e71b78-8f39-4d64-8905-dad3eb371c19 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0262873 Jul 29 20:47:01.714195 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54fb37f7-33e7-4926-bd62-02e288261743 req-bf23cc9d-6656-4f44-b893-cc70c3f9ebb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436511 Jul 29 20:47:01.816949 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb37f7-33e7-4926-bd62-02e288261743 req-3a52c667-4aff-4bab-a4d8-44267d40c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:01.818460 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54fb37f7-33e7-4926-bd62-02e288261743 req-3a52c667-4aff-4bab-a4d8-44267d40c68e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0402064 Jul 29 20:47:01.932658 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb37f7-33e7-4926-bd62-02e288261743 req-f5f3f57b-d2b9-42ea-bf4d-58080c9f987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:01.934240 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54fb37f7-33e7-4926-bd62-02e288261743 req-f5f3f57b-d2b9-42ea-bf4d-58080c9f987e service neutron] 10.222.0.18 "GET /v2.0/networks?id=114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 200 len: 909 time: 0.0910718 Jul 29 20:47:02.017762 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54fb37f7-33e7-4926-bd62-02e288261743 req-6698454e-33e5-43b5-ba04-307d73a71178 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 200 len: 1001 time: 0.0575409 Jul 29 20:47:02.066386 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb37f7-33e7-4926-bd62-02e288261743 req-1e08056f-2c28-495f-9e76-b746ff87070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:02.067812 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54fb37f7-33e7-4926-bd62-02e288261743 req-1e08056f-2c28-495f-9e76-b746ff87070f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e HTTP/1.1" status: 200 len: 847 time: 0.0419567 Jul 29 20:47:02.115761 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb37f7-33e7-4926-bd62-02e288261743 req-53bd271a-20cb-4797-8145-5223be7dec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:02.117204 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54fb37f7-33e7-4926-bd62-02e288261743 req-53bd271a-20cb-4797-8145-5223be7dec27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=114500d4-e157-4e09-af70-f7c7bfc638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414119 Jul 29 20:47:02.204774 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54fb37f7-33e7-4926-bd62-02e288261743 req-77f5719d-ee54-4a0b-8d30-c8b66e3bf454 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790713 Jul 29 20:47:02.293454 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-54fb37f7-33e7-4926-bd62-02e288261743 req-14361c14-8f79-4c11-9309-4e82a4a78c1a service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803967 Jul 29 20:47:02.437346 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-901cc44a-fb31-474f-90bc-6092335888c6 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9b4c580a0abd45f2b3c702a5c0a4b08e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276382 Jul 29 20:47:02.445111 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ccaf-59d3-433f-b448-19cdc3a56ea9 req-6f14d5bd-ed24-4f0c-9408-21743e7b4d14 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:02.446553 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-28a4ccaf-59d3-433f-b448-19cdc3a56ea9 req-6f14d5bd-ed24-4f0c-9408-21743e7b4d14 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.0713506 Jul 29 20:47:02.547413 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-28a4ccaf-59d3-433f-b448-19cdc3a56ea9 req-4a06fbc9-edc4-453b-a3bb-a0b3709ee4c5 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902386 Jul 29 20:47:02.584511 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-538264bd-d84b-4349-895f-078d58234487 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:02.586207 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-538264bd-d84b-4349-895f-078d58234487 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387873 Jul 29 20:47:02.603837 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Request body: {'port': {'device_id': '682b46ec-dd56-495b-8248-89a470240546', 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706', 'admin_state_up': True, 'tenant_id': '9b4c580a0abd45f2b3c702a5c0a4b08e'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:02.715266 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Made reservation on behalf of 9b4c580a0abd45f2b3c702a5c0a4b08e for: {'port': 1} {{(pid=94858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:02.718980 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:02.728946 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:02.742520 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-3cd8e077-deff-42e4-ab15-9c08ffeb9d6b req-93886207-74bd-4fde-b096-45a5c287e793 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0260830 Jul 29 20:47:02.826919 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:02.830597 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:03.129852 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968213f4-b83b-49fd-a3df-93f12cd293eb,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:03.197029 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Allocated IP 192.168.233.108 (557f5004-7dda-4179-95d0-30c8eb4f7706/d5312773-7d08-44cb-a6bc-5580c3a43825/d6591d2a-7426-4908-8bb3-7ee53a85bbd3) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:03.341437 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:03.354942 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Transition to ACTIVE for port object d6591d2a-7426-4908-8bb3-7ee53a85bbd3 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:03.388675 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775196279525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:03.433190 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Network 557f5004-7dda-4179-95d0-30c8eb4f7706 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:03.438167 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:03.442464 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:03.446244 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Pushing event updated for resources: {'Port': ['ID=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:03.467969 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a1a57380-a9b4-4121-a981-7d132bd27acc details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:47:03.499582 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:03.500213 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:03.519803 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-b069ebef-7782-4b16-ad8c-5e45b8a53392 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9201014 Jul 29 20:47:03.539358 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.v2.base [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Request body: {'port': {'device_id': '682b46ec-dd56-495b-8248-89a470240546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=94858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:03.589254 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:03.601322 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:03.603094 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'port_id': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'mac_address': 'fa:16:3e:9f:fc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:47:03.660773 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:03.677471 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a57380-a9b4-4121-a981-7d132bd27acc {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:03.699387 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:03.703485 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:03.749441 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=9']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:03.776947 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e24d7-c72f-40ae-83ad-1cd079d5d295 req-f36e2b81-861f-45b1-b07f-5a09b7b09b65 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:03.778524 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c53e24d7-c72f-40ae-83ad-1cd079d5d295 req-f36e2b81-861f-45b1-b07f-5a09b7b09b65 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 943 time: 0.1167789 Jul 29 20:47:03.795295 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-99d1b68c-7886-4603-b935-23fa2f0878a9 None None] Provisioning for port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 completed by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:03.799316 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-99d1b68c-7886-4603-b935-23fa2f0878a9 None None] Provisioning complete for port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 triggered by entity DHCP. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:03.799694 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-99d1b68c-7886-4603-b935-23fa2f0878a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:03.844285 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-99d1b68c-7886-4603-b935-23fa2f0878a9 None None] Port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 cannot update to ACTIVE because it is not bound. {{(pid=94859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:47:03.867790 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c08bac-f744-4d02-9fa3-358f37deb049 req-b975f8aa-5347-4f3e-8b06-d4829d6e219e tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:03.870030 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-39c08bac-f744-4d02-9fa3-358f37deb049 req-b975f8aa-5347-4f3e-8b06-d4829d6e219e tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 936 time: 0.0508425 Jul 29 20:47:03.896791 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c53e24d7-c72f-40ae-83ad-1cd079d5d295 req-a6f79063-0fe7-4077-9771-97f6c51b3340 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027164 Jul 29 20:47:03.910852 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-39c08bac-f744-4d02-9fa3-358f37deb049 req-fdd4895a-8ca3-4333-91fc-ca7c97f7f93a tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332181 Jul 29 20:47:03.991991 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6591d2a-7426-4908-8bb3-7ee53a85bbd3 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:03.996907 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['a1a57380-a9b4-4121-a981-7d132bd27acc'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:47:04.000052 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:04.011671 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Transition to ACTIVE for port object d6591d2a-7426-4908-8bb3-7ee53a85bbd3 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:04.014754 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:04.066339 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:04.132403 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Attempting to bind port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:04.132403 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Attempting to bind port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '4dc13d7d-4324-4aca-bfb1-a7321374378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:04.132750 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Attempting to bind port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 on network 557f5004-7dda-4179-95d0-30c8eb4f7706 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:04.137378 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 on network 557f5004-7dda-4179-95d0-30c8eb4f7706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:47:04.137732 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Attempting to bind port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 on network 557f5004-7dda-4179-95d0-30c8eb4f7706 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:04.142798 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Checking agent: {'id': '5613a487-1592-48cb-b1e8-16c06dcdd44b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'started_at': datetime.datetime(2021, 7, 29, 20, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:04.143131 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Checking segment: {'id': '4dc13d7d-4324-4aca-bfb1-a7321374378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:04.143510 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Bound using segment: {'id': '4dc13d7d-4324-4aca-bfb1-a7321374378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:04.143937 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Bound port: d6591d2a-7426-4908-8bb3-7ee53a85bbd3, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc13d7d-4324-4aca-bfb1-a7321374378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:04.144301 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:04.231066 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] For port d6591d2a-7426-4908-8bb3-7ee53a85bbd3, host hv-cinder-80295, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:04.234645 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] For port d6591d2a-7426-4908-8bb3-7ee53a85bbd3, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,segment=NetworkSegment(4dc13d7d-4324-4aca-bfb1-a7321374378e),segment_id=4dc13d7d-4324-4aca-bfb1-a7321374378e)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:04.238959 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59473296'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:04.271817 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:04.272433 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:04.273872 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/d6591d2a-7426-4908-8bb3-7ee53a85bbd3 HTTP/1.1" status: 200 len: 1098 time: 0.7403214 Jul 29 20:47:04.274296 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682b46ec-dd56-495b-8248-89a470240546', 'tag': 'd6591d2a-7426-4908-8bb3-7ee53a85bbd3'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:04.277068 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c14629-b5fb-459a-b13b-8997c9c31a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "682b46ec-dd56-495b-8248-89a470240546", "tag": "d6591d2a-7426-4908-8bb3-7ee53a85bbd3"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:04.302296 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df775451-6bfa-4c81-bca9-33831ab0a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:04.334591 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afed4f23-bcdc-441f-acff-8b3c8a74736a x-openstack-request-id: req-afed4f23-bcdc-441f-acff-8b3c8a74736a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:04.334885 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682b46ec-dd56-495b-8248-89a470240546", "tag": "d6591d2a-7426-4908-8bb3-7ee53a85bbd3", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:04.335129 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afed4f23-bcdc-441f-acff-8b3c8a74736a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:04.335518 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682b46ec-dd56-495b-8248-89a470240546', 'tag': 'd6591d2a-7426-4908-8bb3-7ee53a85bbd3', 'status': 'completed', 'code': 200} Jul 29 20:47:04.368822 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-c05dd26a-efac-43eb-8534-a76e1b0188e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:04.370683 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-c05dd26a-efac-43eb-8534-a76e1b0188e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b4c580a0abd45f2b3c702a5c0a4b08e&device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 1101 time: 0.0464380 Jul 29 20:47:04.417585 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-399499f6-c82f-47d5-9297-2604d58ee4f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d6591d2a-7426-4908-8bb3-7ee53a85bbd3 HTTP/1.1" status: 200 len: 217 time: 0.0381553 Jul 29 20:47:04.466034 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-719e1493-a8c4-48a0-8235-ae56cf991453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:04.467412 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-719e1493-a8c4-48a0-8235-ae56cf991453 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5312773-7d08-44cb-a6bc-5580c3a43825 HTTP/1.1" status: 200 len: 843 time: 0.0427308 Jul 29 20:47:04.515697 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-4cefb9b2-ee07-4602-8bec-11344c7a2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:04.517179 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-4cefb9b2-ee07-4602-8bec-11344c7a2691 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=557f5004-7dda-4179-95d0-30c8eb4f7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414195 Jul 29 20:47:04.609271 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-720484d1-b0c0-4b11-a2b0-f065a4b3c5e0 service neutron] 10.222.0.18 "GET /v2.0/networks/557f5004-7dda-4179-95d0-30c8eb4f7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830531 Jul 29 20:47:04.696894 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-cef6b895-b1c9-41ec-9c2a-cab0ebea050f req-0048c46d-5a03-4116-b10f-87d3b3a9dd6b service neutron] 10.222.0.18 "GET /v2.0/networks/557f5004-7dda-4179-95d0-30c8eb4f7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796773 Jul 29 20:47:04.782951 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-6825346f-e5c6-43b3-9341-b5df4d6dd6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:04.784411 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-6825346f-e5c6-43b3-9341-b5df4d6dd6a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b4c580a0abd45f2b3c702a5c0a4b08e&device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 1101 time: 0.0403910 Jul 29 20:47:04.877874 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-a5c7c609-ea81-45e1-8c9a-ed9b087fe7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:04.879316 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-a5c7c609-ea81-45e1-8c9a-ed9b087fe7eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=557f5004-7dda-4179-95d0-30c8eb4f7706 HTTP/1.1" status: 200 len: 870 time: 0.0863369 Jul 29 20:47:04.919846 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-ef546a77-9c8f-4652-8e9b-66075d3a0d47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d6591d2a-7426-4908-8bb3-7ee53a85bbd3 HTTP/1.1" status: 200 len: 217 time: 0.0320544 Jul 29 20:47:04.970476 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-2dd11ea3-da0c-4788-b59f-b7f8263f6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:04.971957 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-2dd11ea3-da0c-4788-b59f-b7f8263f6159 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5312773-7d08-44cb-a6bc-5580c3a43825 HTTP/1.1" status: 200 len: 843 time: 0.0444107 Jul 29 20:47:05.019976 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147863cb-ff52-48c3-9f43-7ccb1552f808 req-c78a9771-6359-4c45-ac02-8bb9f2d28798 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:05.021573 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-147863cb-ff52-48c3-9f43-7ccb1552f808 req-c78a9771-6359-4c45-ac02-8bb9f2d28798 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 944 time: 0.0492532 Jul 29 20:47:05.050833 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-948e7da7-2ef0-4f6d-8dda-eca9a9bfbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:05.052331 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-948e7da7-2ef0-4f6d-8dda-eca9a9bfbce2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=557f5004-7dda-4179-95d0-30c8eb4f7706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729361 Jul 29 20:47:05.060902 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c395c-aac1-4005-8db7-7402d2cbab1f req-1bdd0ee2-a58b-4946-ba6d-2f1570c9a250 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:05.062287 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-147863cb-ff52-48c3-9f43-7ccb1552f808 req-cdb408ba-7218-4cd6-b7ee-508f7c9779e4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347087 Jul 29 20:47:05.062438 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b96c395c-aac1-4005-8db7-7402d2cbab1f req-1bdd0ee2-a58b-4946-ba6d-2f1570c9a250 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 948 time: 0.0740726 Jul 29 20:47:05.147300 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b96c395c-aac1-4005-8db7-7402d2cbab1f req-c53e3960-0e18-4cea-9851-7d4dac398dce tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759609 Jul 29 20:47:05.174802 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-d52237e0-e7fc-4669-9627-78939e6b5384 service neutron] 10.222.0.18 "GET /v2.0/networks/557f5004-7dda-4179-95d0-30c8eb4f7706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106381 Jul 29 20:47:05.262910 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-e2c14629-b5fb-459a-b13b-8997c9c31a3f req-c69a3f28-d473-4d29-9746-be5b295baeb4 service neutron] 10.222.0.18 "GET /v2.0/networks/557f5004-7dda-4179-95d0-30c8eb4f7706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801027 Jul 29 20:47:05.471617 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a1a57380-a9b4-4121-a981-7d132bd27acc up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:05.520845 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port a1a57380-a9b4-4121-a981-7d132bd27acc triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:05.521145 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:05.593610 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:05.615166 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:05.617369 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035e53ee-77df-4814-8eba-77423d4f4636" -d '{"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:05.630908 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:05.634804 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:05.657865 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe370b-18e6-4d3e-8fdb-f5dabc5cd855 x-openstack-request-id: req-7dfe370b-18e6-4d3e-8fdb-f5dabc5cd855 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:05.658161 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:05.658418 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dfe370b-18e6-4d3e-8fdb-f5dabc5cd855 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:05.658812 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'code': 200} Jul 29 20:47:05.691243 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=10']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:05.824461 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9639cf-a819-4152-9c30-6572411b1ec5 req-c2b7330b-478c-4c33-b035-83467820983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:05.826233 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7d9639cf-a819-4152-9c30-6572411b1ec5 req-c2b7330b-478c-4c33-b035-83467820983d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 1099 time: 0.0403361 Jul 29 20:47:05.865115 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-7d9639cf-a819-4152-9c30-6572411b1ec5 req-3fbde637-5751-4feb-b24d-fc50f46ed9c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267274 Jul 29 20:47:06.188381 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37b411-e314-415d-8cd0-0c43e598b437 req-15ae36d1-c4d4-4c89-8d12-86969b2562bf tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:06.189936 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-da37b411-e314-415d-8cd0-0c43e598b437 req-15ae36d1-c4d4-4c89-8d12-86969b2562bf tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 946 time: 0.0578244 Jul 29 20:47:06.228663 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-da37b411-e314-415d-8cd0-0c43e598b437 req-a7f3b213-426f-418f-bcab-28ff72430078 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328062 Jul 29 20:47:06.263739 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f7374-ae4b-4ef7-8447-595b3760b638 req-c90a81fc-8df8-4362-8160-3963dd9a9c65 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:06.265255 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-390f7374-ae4b-4ef7-8447-595b3760b638 req-c90a81fc-8df8-4362-8160-3963dd9a9c65 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 948 time: 0.0492079 Jul 29 20:47:06.302736 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-390f7374-ae4b-4ef7-8447-595b3760b638 req-97a36c16-1567-4b87-9d64-97adab73cc54 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Jul 29 20:47:07.348022 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23e438-1189-4657-99cd-c509529173eb req-57fb6be9-7277-452e-869b-c4d03a7574cc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:07.349500 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9b23e438-1189-4657-99cd-c509529173eb req-57fb6be9-7277-452e-869b-c4d03a7574cc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 946 time: 0.0492656 Jul 29 20:47:07.390669 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9b23e438-1189-4657-99cd-c509529173eb req-9de10294-481a-4f4b-bd96-727342def6d2 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345082 Jul 29 20:47:07.422690 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b12a6e-9c13-49a0-85ab-7d1b584c1952 req-23d6e0fe-f28e-4df2-88ec-1bb21e706019 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:07.424394 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f4b12a6e-9c13-49a0-85ab-7d1b584c1952 req-23d6e0fe-f28e-4df2-88ec-1bb21e706019 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 948 time: 0.0534055 Jul 29 20:47:07.463818 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-f4b12a6e-9c13-49a0-85ab-7d1b584c1952 req-a26fa213-a0db-44cf-899b-c4f5ff8d9fe6 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Jul 29 20:47:07.496693 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d6591d2a-7426-4908-8bb3-7ee53a85bbd3 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=94859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:47:07.592107 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d6591d2a-7426-4908-8bb3-7ee53a85bbd3, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,segment=NetworkSegment(4dc13d7d-4324-4aca-bfb1-a7321374378e),segment_id=4dc13d7d-4324-4aca-bfb1-a7321374378e)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:07.602890 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Returning: {'device': 'd6591d2a-7426-4908-8bb3-7ee53a85bbd3', 'network_id': '557f5004-7dda-4179-95d0-30c8eb4f7706', 'port_id': 'd6591d2a-7426-4908-8bb3-7ee53a85bbd3', 'mac_address': 'fa:16:3e:a6:f7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5312773-7d08-44cb-a6bc-5580c3a43825', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:47:07.638129 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:07.650669 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6591d2a-7426-4908-8bb3-7ee53a85bbd3 {{(pid=94859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:07.672539 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d6591d2a-7426-4908-8bb3-7ee53a85bbd3, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,segment=NetworkSegment(4dc13d7d-4324-4aca-bfb1-a7321374378e),segment_id=4dc13d7d-4324-4aca-bfb1-a7321374378e)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:07.676401 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:07.722408 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:07.940365 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d6591d2a-7426-4908-8bb3-7ee53a85bbd3'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:47:08.509116 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bd1dd-7f69-497e-90f4-2a988f103842 req-15983f27-9cc5-4753-a8b6-be78851315bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:08.510674 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a82bd1dd-7f69-497e-90f4-2a988f103842 req-15983f27-9cc5-4753-a8b6-be78851315bc tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 946 time: 0.0479259 Jul 29 20:47:08.548275 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-a82bd1dd-7f69-497e-90f4-2a988f103842 req-3fa8b3e8-613f-46f8-8779-72ecb72a4e0f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Jul 29 20:47:08.582929 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077751f-c699-4f79-a1fe-cd8de1f88525 req-2c62d7c0-6db7-4187-b18f-065fb3de977d tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:08.585320 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9077751f-c699-4f79-a1fe-cd8de1f88525 req-2c62d7c0-6db7-4187-b18f-065fb3de977d tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 949 time: 0.0548198 Jul 29 20:47:08.628245 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-9077751f-c699-4f79-a1fe-cd8de1f88525 req-ea2a13b1-c70d-45fd-aff2-765c7e4212b6 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358233 Jul 29 20:47:09.531403 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d6591d2a-7426-4908-8bb3-7ee53a85bbd3 up at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:09.580764 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning for port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 completed by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:09.584747 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Provisioning complete for port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 triggered by entity L2. {{(pid=94859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:09.585131 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16713325'] for port, provisioning_complete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.658468 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361307'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.679856 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682b46ec-dd56-495b-8248-89a470240546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6591d2a-7426-4908-8bb3-7ee53a85bbd3'}] {{(pid=94859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:09.682696 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}980ef13634822c8a33495fb3d471d6a00632c8f84a754f10d796ba489bdc1ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13cfb67-8a70-418d-87a1-3538249d785b" -d '{"events": [{"server_uuid": "682b46ec-dd56-495b-8248-89a470240546", "name": "network-vif-plugged", "status": "completed", "tag": "d6591d2a-7426-4908-8bb3-7ee53a85bbd3"}]}' {{(pid=94859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:09.695880 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] For port d6591d2a-7426-4908-8bb3-7ee53a85bbd3, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,segment=NetworkSegment(4dc13d7d-4324-4aca-bfb1-a7321374378e),segment_id=4dc13d7d-4324-4aca-bfb1-a7321374378e)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:09.701549 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775196652337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775196279543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775196279565'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.730405 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3698540e-f81c-4ff3-a5fc-fbf3bc9c8568 x-openstack-request-id: req-3698540e-f81c-4ff3-a5fc-fbf3bc9c8568 {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:09.730709 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682b46ec-dd56-495b-8248-89a470240546", "name": "network-vif-plugged", "status": "completed", "tag": "d6591d2a-7426-4908-8bb3-7ee53a85bbd3", "code": 200}]} {{(pid=94859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:09.730956 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3698540e-f81c-4ff3-a5fc-fbf3bc9c8568 {{(pid=94859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:09.731341 dv-cinder-802955-1-iscsi neutron-server[94859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682b46ec-dd56-495b-8248-89a470240546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6591d2a-7426-4908-8bb3-7ee53a85bbd3', 'code': 200} Jul 29 20:47:09.751520 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b8612-a9b6-418b-8445-8736db1d9a0b req-32669b43-25ae-47c5-9bf9-3a02510070d7 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:09.753021 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c43b8612-a9b6-418b-8445-8736db1d9a0b req-32669b43-25ae-47c5-9bf9-3a02510070d7 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 950 time: 0.0593245 Jul 29 20:47:09.759339 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Pushing event updated for resources: {'Port': ['ID=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,revision_number=5']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:09.797183 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-c43b8612-a9b6-418b-8445-8736db1d9a0b req-c493fa6b-d5f8-48a4-a764-d54e64a7a98e tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Jul 29 20:47:09.894400 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104bdd0-ab99-4547-aced-05cd8a08b059 req-2b85b8e5-03cf-44bc-b617-e1ea64cacc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:09.895855 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2104bdd0-ab99-4547-aced-05cd8a08b059 req-2b85b8e5-03cf-44bc-b617-e1ea64cacc3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 1103 time: 0.0386291 Jul 29 20:47:09.929388 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-2104bdd0-ab99-4547-aced-05cd8a08b059 req-e7e3aed6-7ff4-4068-8085-ca0d14d78ca5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262308 Jul 29 20:47:10.917703 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f75bf8-2047-448c-b4ff-2288f20a7ad2 req-1641563f-0ffd-4ec0-9f3e-78ff43e1879a tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:10.919394 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c9f75bf8-2047-448c-b4ff-2288f20a7ad2 req-1641563f-0ffd-4ec0-9f3e-78ff43e1879a tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 950 time: 0.0515478 Jul 29 20:47:10.956875 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-c9f75bf8-2047-448c-b4ff-2288f20a7ad2 req-02612262-3e6e-4c91-b3fa-3cc1306e240b tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Jul 29 20:47:12.067736 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff14d4-7f81-4450-b6d4-fe702baac2b0 req-fb5e3090-be37-42b2-87a6-a8abfd11e233 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:12.069098 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70ff14d4-7f81-4450-b6d4-fe702baac2b0 req-fb5e3090-be37-42b2-87a6-a8abfd11e233 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 950 time: 0.0470214 Jul 29 20:47:12.106138 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-70ff14d4-7f81-4450-b6d4-fe702baac2b0 req-ccffcbbf-8bfb-477a-88c3-1ece47d703e8 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305486 Jul 29 20:47:12.352548 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56771a46-344a-4d98-a421-410c05ee4071 req-a75bdb8b-ad95-4154-913d-aa73c99d9006 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:12.353937 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56771a46-344a-4d98-a421-410c05ee4071 req-a75bdb8b-ad95-4154-913d-aa73c99d9006 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 950 time: 0.0507538 Jul 29 20:47:12.390284 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-56771a46-344a-4d98-a421-410c05ee4071 req-b61a0441-c9a4-4f35-8bf6-10ce52083584 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305793 Jul 29 20:47:13.502699 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14689d6-ae23-4f65-b502-37ae42769dbf req-a4c6d473-ef2b-4ae8-9920-8c202793161b tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:13.504151 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b14689d6-ae23-4f65-b502-37ae42769dbf req-a4c6d473-ef2b-4ae8-9920-8c202793161b tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 950 time: 0.0476885 Jul 29 20:47:13.541075 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-b14689d6-ae23-4f65-b502-37ae42769dbf req-485e1e5b-0cdc-4aa9-b16f-17d8841a49dc tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/security-groups?id=968213f4-b83b-49fd-a3df-93f12cd293eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Jul 29 20:47:13.842883 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42abaa-7544-447f-9079-499d110a391e req-5299df0e-55cf-4010-b765-f0991297d320 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:13.844313 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9b42abaa-7544-447f-9079-499d110a391e req-5299df0e-55cf-4010-b765-f0991297d320 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.18 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 950 time: 0.0518258 Jul 29 20:47:13.934137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-9b42abaa-7544-447f-9079-499d110a391e req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Deleting port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:47:13.934472 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-9b42abaa-7544-447f-9079-499d110a391e req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.018551 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-9b42abaa-7544-447f-9079-499d110a391e req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] For port d6591d2a-7426-4908-8bb3-7ee53a85bbd3, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,segment=NetworkSegment(4dc13d7d-4324-4aca-bfb1-a7321374378e),segment_id=4dc13d7d-4324-4aca-bfb1-a7321374378e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:14.018909 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-9b42abaa-7544-447f-9079-499d110a391e req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.031183 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-9b42abaa-7544-447f-9079-499d110a391e req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Calling delete_port for d6591d2a-7426-4908-8bb3-7ee53a85bbd3 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:47:14.155080 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-9b42abaa-7544-447f-9079-499d110a391e req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.176291 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] get_ports_and_sgs() called for port_ids ['d6591d2a-7426-4908-8bb3-7ee53a85bbd3'] {{(pid=94859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:47:14.182405 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Pushing event deleted for resources: {'Port': ['ID=d6591d2a-7426-4908-8bb3-7ee53a85bbd3,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:14.222624 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b42abaa-7544-447f-9079-499d110a391e req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] No DVR routers for this DVR port d6591d2a-7426-4908-8bb3-7ee53a85bbd3 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:47:14.225197 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-9b42abaa-7544-447f-9079-499d110a391e req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.227239 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-9b42abaa-7544-447f-9079-499d110a391e req-af109a47-de47-4a89-a49e-3ec390d774f2 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.18 "DELETE /v2.0/ports/d6591d2a-7426-4908-8bb3-7ee53a85bbd3 HTTP/1.1" status: 204 len: 173 time: 0.3758814 Jul 29 20:47:14.227673 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682b46ec-dd56-495b-8248-89a470240546', 'name': 'network-vif-deleted', 'tag': 'd6591d2a-7426-4908-8bb3-7ee53a85bbd3'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:14.230504 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a382ee-4022-4033-959f-d036f44318f9" -d '{"events": [{"server_uuid": "682b46ec-dd56-495b-8248-89a470240546", "name": "network-vif-deleted", "tag": "d6591d2a-7426-4908-8bb3-7ee53a85bbd3"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:14.267299 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c1328-012d-4b98-b4dd-d6942204a399 x-openstack-request-id: req-488c1328-012d-4b98-b4dd-d6942204a399 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:14.267589 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682b46ec-dd56-495b-8248-89a470240546", "name": "network-vif-deleted", "tag": "d6591d2a-7426-4908-8bb3-7ee53a85bbd3", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:14.267839 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-488c1328-012d-4b98-b4dd-d6942204a399 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:14.268234 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682b46ec-dd56-495b-8248-89a470240546', 'name': 'network-vif-deleted', 'tag': 'd6591d2a-7426-4908-8bb3-7ee53a85bbd3', 'status': 'completed', 'code': 200} Jul 29 20:47:14.649762 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-eae82231-5d6b-4ab3-a2e5-52b1223937ae req-53819586-ff9d-4e20-a9dc-b3fcb0aed603 tempest-VolumesNegativeTest-1223595146 tempest-VolumesNegativeTest-1223595146-project] 10.222.0.16 "GET /v2.0/ports?device_id=682b46ec-dd56-495b-8248-89a470240546 HTTP/1.1" status: 200 len: 210 time: 0.0260155 Jul 29 20:47:17.539696 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d6591d2a-7426-4908-8bb3-7ee53a85bbd3 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:47:17.561290 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: d6591d2a-7426-4908-8bb3-7ee53a85bbd3 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:47:17.561728 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d6591d2a-7426-4908-8bb3-7ee53a85bbd3 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:47:19.139773 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45014) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:19.266702 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-91fb82b8-4553-477e-a2b2-3952b6a09297 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b4c580a0abd45f2b3c702a5c0a4b08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1257911 Jul 29 20:47:19.269134 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45018) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:19.315097 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.335300 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.379475 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.382234 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.383423 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/968213f4-b83b-49fd-a3df-93f12cd293eb HTTP/1.1" status: 204 len: 168 time: 0.1133249 Jul 29 20:47:19.391111 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968213f4-b83b-49fd-a3df-93f12cd293eb,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:19.398360 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.398713 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.399059 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.399396 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.399728 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.400062 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.400392 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.400719 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.401540 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.401885 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.402210 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:19.402535 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d9c12-1379-4904-9f01-fc3bef21a3a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:21.632364 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1aaae2a6-573a-41e0-8e77-b2cd23c81810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.236604 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-eb7e0ed3-dcd3-4aa4-9d4d-dfe3a153dfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.343416 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:25.352869 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:25.942040 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.028856 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:30.159022 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:47:41.516911 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f469938-0e5b-4fb2-8443-a853991e5346 req-015fe39f-881f-4886-a434-16c84c790064 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:41.518415 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6f469938-0e5b-4fb2-8443-a853991e5346 req-015fe39f-881f-4886-a434-16c84c790064 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 946 time: 0.0484877 Jul 29 20:47:41.554434 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-6f469938-0e5b-4fb2-8443-a853991e5346 req-ae2194f5-8c2d-403b-8d4c-c5ba6a8d8fc8 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302653 Jul 29 20:47:42.677753 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8c91e-ea7d-4857-855d-490bca10455a req-a13b7dc7-e48b-4257-96b4-27f13e9a689e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:42.679208 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4dc8c91e-ea7d-4857-855d-490bca10455a req-a13b7dc7-e48b-4257-96b4-27f13e9a689e tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 946 time: 0.0509670 Jul 29 20:47:42.717080 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-4dc8c91e-ea7d-4857-855d-490bca10455a req-76e445d8-471e-4490-b59c-b5fa388c670f tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups?id=56d8a7a5-18cb-46b1-9244-e4c59344edf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319445 Jul 29 20:47:42.766754 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-5da1909a-bb45-46d9-b095-782cdc37ea82 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:42.768198 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-5da1909a-bb45-46d9-b095-782cdc37ea82 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb9fd31c-3eb0-48f8-a32d-149697f8062a HTTP/1.1" status: 200 len: 946 time: 0.0496979 Jul 29 20:47:42.858336 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Deleting port a1a57380-a9b4-4121-a981-7d132bd27acc {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:47:42.858796 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:42.944218 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] For port a1a57380-a9b4-4121-a981-7d132bd27acc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a1a57380-a9b4-4121-a981-7d132bd27acc,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:42.944568 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.103527 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.103887 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-632390'] for floatingip, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.104189 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Floating IP c8bbee77-c692-4211-8cb4-066a638741b7 disassociated. External IP: 172.27.3.77, port: a1a57380-a9b4-4121-a981-7d132bd27acc. Jul 29 20:47:43.104517 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Calling delete_port for a1a57380-a9b4-4121-a981-7d132bd27acc owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:47:43.227127 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.255234 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event deleted for resources: {'Port': ['ID=a1a57380-a9b4-4121-a981-7d132bd27acc,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:43.365973 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:47:43.468981 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:47:43.478420 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] Sync routers for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:47:43.487904 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:43.488506 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:43.506834 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] No DVR routers for this DVR port a1a57380-a9b4-4121-a981-7d132bd27acc on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:47:43.509406 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.511368 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3c4f9595-31e2-445c-941f-ccaa42e6b986 req-fd5c298f-6a46-4c83-9a88-bbc464997eaa tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.18 "DELETE /v2.0/ports/a1a57380-a9b4-4121-a981-7d132bd27acc HTTP/1.1" status: 204 len: 173 time: 0.7363660 Jul 29 20:47:43.512098 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-deleted', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:43.514883 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320d3159-907e-4313-bf9b-a3b99bdc966c" -d '{"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-deleted", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:43.551867 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fbe9e9-4b46-40bf-9d82-e5e3bf19e2c9 x-openstack-request-id: req-19fbe9e9-4b46-40bf-9d82-e5e3bf19e2c9 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:43.552160 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9fd31c-3eb0-48f8-a32d-149697f8062a", "name": "network-vif-deleted", "tag": "a1a57380-a9b4-4121-a981-7d132bd27acc", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:43.552409 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19fbe9e9-4b46-40bf-9d82-e5e3bf19e2c9 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:43.552794 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9fd31c-3eb0-48f8-a32d-149697f8062a', 'name': 'network-vif-deleted', 'tag': 'a1a57380-a9b4-4121-a981-7d132bd27acc', 'status': 'completed', 'code': 200} Jul 29 20:47:43.600168 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:43.806842 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45050) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:43.828078 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:43.857443 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] Checking router: 90cd17d4-389a-4f15-a50f-6ab8b8787a4c for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:47:43.861225 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d0e936f-6f73-4157-9b17-c7410802f43b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.865531 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:43.866163 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:43.884276 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d0e936f-6f73-4157-9b17-c7410802f43b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.934209 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d0e936f-6f73-4157-9b17-c7410802f43b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.936749 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d0e936f-6f73-4157-9b17-c7410802f43b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.937945 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-7d0e936f-6f73-4157-9b17-c7410802f43b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "DELETE /v2.0/security-groups/56d8a7a5-18cb-46b1-9244-e4c59344edf0 HTTP/1.1" status: 204 len: 168 time: 0.1294701 Jul 29 20:47:43.940774 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45052) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:43.946968 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e936f-6f73-4157-9b17-c7410802f43b tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d8a7a5-18cb-46b1-9244-e4c59344edf0,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:43.964699 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.api.v2.resource [None req-e77d474d-6771-47cf-bc11-1e6e32dd95d4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] show failed (client error): The resource could not be found. Jul 29 20:47:43.966226 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-e77d474d-6771-47cf-bc11-1e6e32dd95d4 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "GET /v2.0/security-groups/56d8a7a5-18cb-46b1-9244-e4c59344edf0 HTTP/1.1" status: 404 len: 347 time: 0.0239117 Jul 29 20:47:43.969349 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45054) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:43.977153 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:44.091721 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Deleting port fca8d89e-3cd2-4468-8887-4a0abf4a49c2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:47:44.091955 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.166713 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.167049 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.178748 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Calling delete_port for fca8d89e-3cd2-4468-8887-4a0abf4a49c2 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:47:44.254099 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:44.278932 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37563ad-dce1-4b1c-85e2-219978dcb958 None None] The sync data for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi is: [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:08Z', 'revision_number': 4, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': 'fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25', 'name': '', 'network_id': 'fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'mac_address': 'fa:16:3e:16:88:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:07Z', 'updated_at': '2021-07-29T20:42:13Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'subnets': [{'id': 'e189a23c-8f3c-48cc-811f-d263aef43cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:47:44.310713 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.339563 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Pushing event deleted for resources: {'Port': ['ID=fca8d89e-3cd2-4468-8887-4a0abf4a49c2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:44.351186 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.351538 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.351952 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.352230 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.352573 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.352912 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.353244 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.353589 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.353929 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.354261 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.354591 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.354947 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:44.409288 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.411885 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.413035 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-c5242634-70ad-47ba-9d5c-264245fc5f87 tempest-AttachVolumeShelveTestJSON-1659435104 tempest-AttachVolumeShelveTestJSON-1659435104-project] 10.222.0.16 "DELETE /v2.0/floatingips/c8bbee77-c692-4211-8cb4-066a638741b7 HTTP/1.1" status: 204 len: 168 time: 0.4427307 Jul 29 20:47:44.500081 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60552c-7d0f-40d7-9d5f-df6c6a49ad69 None None] New status for floating IP c8bbee77-c692-4211-8cb4-066a638741b7: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:47:45.695540 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a1a57380-a9b4-4121-a981-7d132bd27acc no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:47:45.716549 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: a1a57380-a9b4-4121-a981-7d132bd27acc {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:47:45.716899 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device a1a57380-a9b4-4121-a981-7d132bd27acc not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:47:46.816873 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45078) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:47.604275 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933446'] for router_interface, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:47.889624 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Deleting port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:47:47.890291 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:47.963483 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] For port fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:47.963903 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:47.977707 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Calling delete_port for fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 owned by network:router_interface {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:47:48.173015 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.197835 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:48.358394 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933418'] for router_interface, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.558965 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:47:48.660660 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:47:48.665642 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-7aca2b56-67e4-4ca0-92e4-8814fa842d87 admin admin] 10.222.0.16 "PUT /v2.0/routers/90cd17d4-389a-4f15-a50f-6ab8b8787a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8477325 Jul 29 20:47:48.668117 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45082) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:48.670683 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] Sync routers for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:47:48.679568 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:48.680166 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:48.767520 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks [] for router, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.785237 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:48.869396 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.921500 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Deleting port eef6d89b-5718-4284-9d3f-2487cc183f1f {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:47:48.922244 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.960345 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:47:48Z', 'revision_number': 5, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port': {'id': 'eef6d89b-5718-4284-9d3f-2487cc183f1f', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:48.986230 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] Checking router: 90cd17d4-389a-4f15-a50f-6ab8b8787a4c for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:47:48.994317 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] Routers {'90cd17d4-389a-4f15-a50f-6ab8b8787a4c'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:48.994912 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:49.001274 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] For port eef6d89b-5718-4284-9d3f-2487cc183f1f, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=eef6d89b-5718-4284-9d3f-2487cc183f1f,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:49.001663 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.014487 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Calling delete_port for eef6d89b-5718-4284-9d3f-2487cc183f1f owned by network:router_gateway {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:47:49.077801 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] Set router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c gateway port host: None {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:49.126746 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:47:48Z', 'revision_number': 6, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port_host': None}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:49.155101 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b026ee-05a2-4336-a9af-bf744bc9e494 None None] The sync data for ids ['90cd17d4-389a-4f15-a50f-6ab8b8787a4c'] in dv-cinder-802955-1-iscsi is: [{'id': '90cd17d4-389a-4f15-a50f-6ab8b8787a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-927032736-router', 'tenant_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:05Z', 'updated_at': '2021-07-29T20:47:48Z', 'revision_number': 6, 'project_id': '7f34119d96ac4aea9c2b4f9916b178cc', 'gw_port_host': None}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:47:49.173465 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.197861 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef6d89b-5718-4284-9d3f-2487cc183f1f,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:49.257748 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632456'] for router_gateway, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.356882 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-962'] for router, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.359025 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.423408 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526471'] for router, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.423957 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90cd17d4-389a-4f15-a50f-6ab8b8787a4c {{(pid=94858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:47:49.428729 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] Notify callbacks [] for router, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.429870 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-8d6b6aaa-6070-4bb0-8f0d-b897e4b58340 admin admin] 10.222.0.16 "DELETE /v2.0/routers/90cd17d4-389a-4f15-a50f-6ab8b8787a4c HTTP/1.1" status: 204 len: 168 time: 0.7608199 Jul 29 20:47:49.432365 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45084) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:49.475053 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4d9906-7a1d-416f-9820-e1ceff876970 admin admin] Deleting subnet e189a23c-8f3c-48cc-811f-d263aef43cc4 {{(pid=94858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:47:49.477893 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9906-7a1d-416f-9820-e1ceff876970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.515259 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9906-7a1d-416f-9820-e1ceff876970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59713195'] for subnet, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.629090 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9906-7a1d-416f-9820-e1ceff876970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.677790 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9906-7a1d-416f-9820-e1ceff876970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59473318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59360579'] for subnet, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.707159 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d9906-7a1d-416f-9820-e1ceff876970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e189a23c-8f3c-48cc-811f-d263aef43cc4,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:49.709111 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9906-7a1d-416f-9820-e1ceff876970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.711783 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-5a4d9906-7a1d-416f-9820-e1ceff876970 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e189a23c-8f3c-48cc-811f-d263aef43cc4 HTTP/1.1" status: 204 len: 168 time: 0.2784023 Jul 29 20:47:49.713783 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77568ad0-7a84-45cc-8970-111ba0af20cd None None] Network fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:49.715928 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45086) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:49.788329 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.839038 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Deleting port 1b205f65-332b-4019-9722-c2581e246ceb {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:47:49.839370 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.902688 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] For port 1b205f65-332b-4019-9722-c2581e246ceb, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=1b205f65-332b-4019-9722-c2581e246ceb,segment=NetworkSegment(2f8fcc40-f54e-41a1-8207-60e422f20cc5),segment_id=2f8fcc40-f54e-41a1-8207-60e422f20cc5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:49.903043 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.915316 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Calling delete_port for 1b205f65-332b-4019-9722-c2581e246ceb owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:47:49.939980 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] DHCP port deletion for fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa request from dv-cinder-802955-1-iscsi {{(pid=94859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:47:49.966374 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:47:49.992184 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:47:49.992613 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device fc60fc2f-f3bb-4c23-87dd-c67cc17e9c25 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:47:49.995493 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.013708 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Deleting port 1b205f65-332b-4019-9722-c2581e246ceb {{(pid=94859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:47:50.014099 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.025271 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Pushing event deleted for resources: {'Port': ['ID=1b205f65-332b-4019-9722-c2581e246ceb,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:50.029235 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] No DVR routers for this DVR port 1b205f65-332b-4019-9722-c2581e246ceb on host dv-cinder-802955-1-iscsi {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:47:50.080562 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] For port 1b205f65-332b-4019-9722-c2581e246ceb, host dv-cinder-802955-1-iscsi, got binding levels [] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:50.080962 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.093976 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Calling delete_port for 1b205f65-332b-4019-9722-c2581e246ceb owned by network:dhcp {{(pid=94859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:47:50.096712 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.ipam_backend_mixin [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Port 1b205f65-332b-4019-9722-c2581e246ceb was not found and therefore no delete operation was performed {{(pid=94859) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 20:47:50.098039 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.100922 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.111974 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa']}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:50.121265 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Pushing event deleted for resources: {'Port': ['ID=1b205f65-332b-4019-9722-c2581e246ceb,revision_number=None']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:50.122558 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8fcc40-f54e-41a1-8207-60e422f20cc5') {'for_net_delete': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:50.123017 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8fcc40-f54e-41a1-8207-60e422f20cc5') {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:50.131225 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] No DVR routers for this DVR port 1b205f65-332b-4019-9722-c2581e246ceb on host dv-cinder-802955-1-iscsi {{(pid=94859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:47:50.133161 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59713184'] for segment, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.133305 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.133651 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.134003 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.134347 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.134685 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.135020 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.135357 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.135743 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.136072 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.136938 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.137265 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.137642 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb88d38-1ed8-487d-9967-4b85efd73a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:50.157377 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.164460 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:47:50.164882 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470456'] for segment, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: Traceback (most recent call last): Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: timer() Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: cb(*args, **kw) Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: return func(*args, **kwargs) Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: self._notify() Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: self.callback(batched_events) Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: event.method(event) Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: return f(self, *a, **k) Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._get(url).json() Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: return self.request(url, 'GET', **kwargs) Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:47:50.166666 dv-cinder-802955-1-iscsi neutron-server[94858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:47:50.226046 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.232451 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.233954 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa HTTP/1.1" status: 204 len: 168 time: 0.5170627 Jul 29 20:47:50.242923 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ba91e-a44a-4cc6-a1a2-eca5e87e623a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5e0c1c-2b2f-4547-a426-86bb6aa8a4aa,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:50.342755 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45090) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:50.384158 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-bc974e8e-7506-4384-8402-870abe5ad6f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f34119d96ac4aea9c2b4f9916b178cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396917 Jul 29 20:47:50.386073 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45092) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:50.433239 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e3ed8e2-5cbc-4a66-8545-28038c6a4896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.454535 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e3ed8e2-5cbc-4a66-8545-28038c6a4896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.503512 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e3ed8e2-5cbc-4a66-8545-28038c6a4896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.506136 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e3ed8e2-5cbc-4a66-8545-28038c6a4896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.507245 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-6e3ed8e2-5cbc-4a66-8545-28038c6a4896 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4b5f8ad-6e37-4bfc-812c-b5a86468fc76 HTTP/1.1" status: 204 len: 168 time: 0.1196446 Jul 29 20:47:50.514909 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ed8e2-5cbc-4a66-8545-28038c6a4896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b5f8ad-6e37-4bfc-812c-b5a86468fc76,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:51.458754 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device eef6d89b-5718-4284-9d3f-2487cc183f1f no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:47:51.484067 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: eef6d89b-5718-4284-9d3f-2487cc183f1f {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:47:51.484420 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device eef6d89b-5718-4284-9d3f-2487cc183f1f not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:47:51.484845 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1b205f65-332b-4019-9722-c2581e246ceb no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:47:51.504025 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 1b205f65-332b-4019-9722-c2581e246ceb {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:47:51.504314 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1b205f65-332b-4019-9722-c2581e246ceb not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:47:51.631110 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7a40431a-9dff-4e15-b823-43f1394f0a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:54.241707 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1df5a7e0-4648-4fe8-9dae-132428d56178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:54.344237 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.356614 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.960047 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.031226 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.155314 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45188) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:57.312622 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Deleting port b058bd4a-f5b5-4ca9-a8c4-4a1f4d4d421d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:47:57.312968 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.385085 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.385410 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.397539 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Calling delete_port for b058bd4a-f5b5-4ca9-a8c4-4a1f4d4d421d owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:47:57.544212 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.568826 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event deleted for resources: {'Port': ['ID=b058bd4a-f5b5-4ca9-a8c4-4a1f4d4d421d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:57.630552 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.630886 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.l3_db [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Floating IP f41ec8a5-58c5-4262-9b95-e20d5ceb3a52 disassociated (deleted). External IP: 172.27.3.192, port: 8cdb03b2-33ba-4125-b3c6-3c39b39dec10. Jul 29 20:47:57.830187 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Router 3338899b-ac71-4df7-9150-e9e60d41630f has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:47:57.934042 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:47:57.938448 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.944191 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] Sync routers for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:47:57.953047 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:57.953775 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:57.968181 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-718fb0f6-3ffd-4d37-a50a-ae35044c0115 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "DELETE /v2.0/floatingips/f41ec8a5-58c5-4262-9b95-e20d5ceb3a52 HTTP/1.1" status: 204 len: 168 time: 0.8118374 Jul 29 20:47:57.969047 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:57.973931 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b406ec5619ba16d065caec662b98cec23eb14a75aad6793b81e6fea0af8c0b7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db347f73-0433-4a32-80e1-73206284ebc3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:58.012774 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd68530b-9a57-4d4b-8c9e-6b34ab5eaad9 x-openstack-request-id: req-dd68530b-9a57-4d4b-8c9e-6b34ab5eaad9 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:58.013072 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:58.013329 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd68530b-9a57-4d4b-8c9e-6b34ab5eaad9 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:58.013760 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'status': 'completed', 'code': 200} Jul 29 20:47:58.088346 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db347f73-0433-4a32-80e1-73206284ebc3 req-d48714fa-aa46-4c10-baaf-50832e5ff498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.090643 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db347f73-0433-4a32-80e1-73206284ebc3 req-d48714fa-aa46-4c10-baaf-50832e5ff498 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0510631 Jul 29 20:47:58.194109 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:58.196019 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db347f73-0433-4a32-80e1-73206284ebc3 req-74d591e7-5cc9-46b7-827e-3628363541ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.197772 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db347f73-0433-4a32-80e1-73206284ebc3 req-74d591e7-5cc9-46b7-827e-3628363541ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 200 len: 909 time: 0.0933564 Jul 29 20:47:58.219903 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb052d-0ca0-4858-89d2-00f634562e40 req-fcfbc473-20fe-488b-8507-e7950e47acd1 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.221416 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-84fb052d-0ca0-4858-89d2-00f634562e40 req-fcfbc473-20fe-488b-8507-e7950e47acd1 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0547597 Jul 29 20:47:58.251538 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db347f73-0433-4a32-80e1-73206284ebc3 req-71b78e22-ab13-46d8-a5e8-06d2e2bf7495 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 200 len: 217 time: 0.0447185 Jul 29 20:47:58.261783 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-84fb052d-0ca0-4858-89d2-00f634562e40 req-afe5cf16-af5a-409d-8b1a-f331d4df97ef tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343359 Jul 29 20:47:58.402355 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '99514d7c-df4e-445a-9423-4424964ea799', 'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'mac_address': 'fa:16:3e:2e:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:02Z', 'updated_at': '2021-07-29T20:43:07Z', 'revision_number': 5, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'subnets': [{'id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:58.439417 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] Checking router: 3338899b-ac71-4df7-9150-e9e60d41630f for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:47:58.449101 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:58.449766 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:58.557465 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:58.581900 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-7f35cef7-8216-443d-b009-81406e7e485e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3395689 Jul 29 20:47:58.583614 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db347f73-0433-4a32-80e1-73206284ebc3 req-cbccadb0-2e4c-4c1b-9c15-4c02241fa660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.584903 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db347f73-0433-4a32-80e1-73206284ebc3 req-cbccadb0-2e4c-4c1b-9c15-4c02241fa660 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e HTTP/1.1" status: 200 len: 847 time: 0.3196678 Jul 29 20:47:58.663184 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db347f73-0433-4a32-80e1-73206284ebc3 req-e3fe3177-c2c9-4bb3-90b2-8d5de6513e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.664657 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db347f73-0433-4a32-80e1-73206284ebc3 req-e3fe3177-c2c9-4bb3-90b2-8d5de6513e58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=114500d4-e157-4e09-af70-f7c7bfc638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697472 Jul 29 20:47:58.670445 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-ff3a97e8-634d-44ef-962a-72a7ad4e2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.671864 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-ff3a97e8-634d-44ef-962a-72a7ad4e2329 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 1099 time: 0.0653832 Jul 29 20:47:58.756979 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '99514d7c-df4e-445a-9423-4424964ea799', 'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'mac_address': 'fa:16:3e:2e:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:02Z', 'updated_at': '2021-07-29T20:43:07Z', 'revision_number': 5, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'subnets': [{'id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:58.785027 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf978499-8fd7-4aac-962b-116528237fa9 None None] The sync data for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi is: [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:43:03Z', 'revision_number': 4, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '99514d7c-df4e-445a-9423-4424964ea799', 'name': '', 'network_id': '114500d4-e157-4e09-af70-f7c7bfc638f9', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'mac_address': 'fa:16:3e:2e:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:02Z', 'updated_at': '2021-07-29T20:43:07Z', 'revision_number': 5, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'subnets': [{'id': 'f9745ff1-20f8-48d2-91c0-1c8183a8ad1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:47:58.829049 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db347f73-0433-4a32-80e1-73206284ebc3 req-c6f2c796-68ff-448b-83ac-50e353e59ca7 service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562645 Jul 29 20:47:58.833307 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-b37642f4-75d5-4240-a8e0-b48597d8c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.834675 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-b37642f4-75d5-4240-a8e0-b48597d8c7ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.1202953 Jul 29 20:47:58.962278 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-9341e228-a007-4491-81e4-406245384f41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d796cc3a-d21f-4796-872b-b123dc9c8751 HTTP/1.1" status: 200 len: 1001 time: 0.1124775 Jul 29 20:47:59.006489 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1018c7d-4fe8-48a8-b6d9-2d56a6373449 None None] New status for floating IP f41ec8a5-58c5-4262-9b95-e20d5ceb3a52: DOWN {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:47:59.009768 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-db347f73-0433-4a32-80e1-73206284ebc3 req-1e0d55b4-0da3-4e0d-9594-b5dc5d56451d service neutron] 10.222.0.18 "GET /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666834 Jul 29 20:47:59.027519 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-5f360c3d-6f94-4d0f-a5f1-16b894ab7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:59.028999 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-5f360c3d-6f94-4d0f-a5f1-16b894ab7a68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0574379 Jul 29 20:47:59.078644 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-7e7213df-b10b-4cc5-954a-8b07d5604e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:59.080131 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-7e7213df-b10b-4cc5-954a-8b07d5604e07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418274 Jul 29 20:47:59.168938 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-d64f59b5-b142-482e-8202-636f37e0f2fc service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793970 Jul 29 20:47:59.260733 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3b6ba4f5-b7fe-4cf7-9a00-673a7b0c0f12 req-2a3fb17f-abdf-4612-a6dc-3b50d307596d service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824037 Jul 29 20:47:59.377918 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754ee0e-4123-4ea0-b7c6-af8b013f0166 req-d80221ea-5bd5-42f5-8d7c-4e6f220cf03f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:59.379362 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b754ee0e-4123-4ea0-b7c6-af8b013f0166 req-d80221ea-5bd5-42f5-8d7c-4e6f220cf03f tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Jul 29 20:47:59.414883 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b754ee0e-4123-4ea0-b7c6-af8b013f0166 req-b1a25169-b244-4f08-a792-676984a0ce65 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/security-groups?id=58536dd6-93c2-48ce-9715-23922a5a7338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298498 Jul 29 20:47:59.713123 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45216) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:59.751351 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-021376b9-c88d-4495-a9d0-341564bc07d6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:59.752800 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-021376b9-c88d-4495-a9d0-341564bc07d6 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 945 time: 0.0511143 Jul 29 20:47:59.815503 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbeac-252d-4ec8-a80a-6602318f48cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.843972 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Deleting port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:47:59.844317 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.903673 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbeac-252d-4ec8-a80a-6602318f48cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.908094 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbeac-252d-4ec8-a80a-6602318f48cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.934911 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] For port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:59.935273 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.946168 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-5f0bbeac-252d-4ec8-a80a-6602318f48cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dbc6beb36a04feca0e5870d64e5a6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319469 Jul 29 20:47:59.948376 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Calling delete_port for 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:47:59.948974 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45220) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:59.955963 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bbeac-252d-4ec8-a80a-6602318f48cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9126589d-826f-4a3e-bf04-14243ab3c006,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:00.000148 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0d25ab8-ab65-40f1-bafc-57bd6b5a0605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.023388 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0d25ab8-ab65-40f1-bafc-57bd6b5a0605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.070755 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.071982 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0d25ab8-ab65-40f1-bafc-57bd6b5a0605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.075019 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0d25ab8-ab65-40f1-bafc-57bd6b5a0605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.076169 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d0d25ab8-ab65-40f1-bafc-57bd6b5a0605 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9126589d-826f-4a3e-bf04-14243ab3c006 HTTP/1.1" status: 204 len: 168 time: 0.1262879 Jul 29 20:48:00.086794 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d25ab8-ab65-40f1-bafc-57bd6b5a0605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9126589d-826f-4a3e-bf04-14243ab3c006,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:00.106166 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event deleted for resources: {'Port': ['ID=8cdb03b2-33ba-4125-b3c6-3c39b39dec10,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:00.154685 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] No DVR routers for this DVR port 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:48:00.157187 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.159329 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-0e9013b2-79ea-4d81-87bf-665c93286617 req-1f5d5257-7904-4a91-9737-7e5214045f03 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.18 "DELETE /v2.0/ports/8cdb03b2-33ba-4125-b3c6-3c39b39dec10 HTTP/1.1" status: 204 len: 173 time: 0.3995111 Jul 29 20:48:00.159798 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'name': 'network-vif-deleted', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:00.162077 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa85ee-b5b6-465f-a26d-a2394c28ef0e" -d '{"events": [{"server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "name": "network-vif-deleted", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:00.210356 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32552f5-fa7c-42ea-b9ec-c132fefcf24f x-openstack-request-id: req-c32552f5-fa7c-42ea-b9ec-c132fefcf24f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:00.210961 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5", "name": "network-vif-deleted", "tag": "8cdb03b2-33ba-4125-b3c6-3c39b39dec10", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:00.210961 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c32552f5-fa7c-42ea-b9ec-c132fefcf24f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:00.211285 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5', 'name': 'network-vif-deleted', 'tag': '8cdb03b2-33ba-4125-b3c6-3c39b39dec10', 'status': 'completed', 'code': 200} Jul 29 20:48:00.543488 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-aeae5e13-2bb1-41e2-a6a4-334e7a45c6ae req-3fdc770f-06b4-494e-aee7-174b1b832a16 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ef1c3aa-af29-412f-abc2-04e8f7f1d2f5 HTTP/1.1" status: 200 len: 210 time: 0.0299733 Jul 29 20:48:01.484336 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45266) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:01.582840 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbe49-1be5-48c5-90de-b496da8558a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.601637 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45272) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:01.665723 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f115a842-8e8e-4ea3-aa09-9fd63b320810 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.679980 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbe49-1be5-48c5-90de-b496da8558a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.683971 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbe49-1be5-48c5-90de-b496da8558a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.691008 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f115a842-8e8e-4ea3-aa09-9fd63b320810 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.721755 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-6a8cbe49-1be5-48c5-90de-b496da8558a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21fc5c969f3c41599cbb16f132cffa93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363069 Jul 29 20:48:01.723719 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cbe49-1be5-48c5-90de-b496da8558a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9306c335-9046-4405-bcb4-8346664e1f89,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:01.724288 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45274) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:01.759525 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:48:01.784178 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f115a842-8e8e-4ea3-aa09-9fd63b320810 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.786821 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f115a842-8e8e-4ea3-aa09-9fd63b320810 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.787960 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f115a842-8e8e-4ea3-aa09-9fd63b320810 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] 10.222.0.16 "DELETE /v2.0/security-groups/58536dd6-93c2-48ce-9715-23922a5a7338 HTTP/1.1" status: 204 len: 168 time: 0.1852775 Jul 29 20:48:01.792725 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c64d05aa-bf31-4fb7-a30f-e3c2e713f304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.799339 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:48:01.799633 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device 8cdb03b2-33ba-4125-b3c6-3c39b39dec10 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:48:01.800397 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115a842-8e8e-4ea3-aa09-9fd63b320810 tempest-TestShelveInstance-76612371 tempest-TestShelveInstance-76612371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58536dd6-93c2-48ce-9715-23922a5a7338,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:01.824814 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c64d05aa-bf31-4fb7-a30f-e3c2e713f304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.835105 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45278) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:01.872488 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c64d05aa-bf31-4fb7-a30f-e3c2e713f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.875088 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c64d05aa-bf31-4fb7-a30f-e3c2e713f304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.876160 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-c64d05aa-bf31-4fb7-a30f-e3c2e713f304 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9306c335-9046-4405-bcb4-8346664e1f89 HTTP/1.1" status: 204 len: 168 time: 0.1509681 Jul 29 20:48:01.885523 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d05aa-bf31-4fb7-a30f-e3c2e713f304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9306c335-9046-4405-bcb4-8346664e1f89,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:02.148371 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45286) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:02.161833 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eab23cbd-c915-484e-8678-5a828b15187e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.240676 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933446'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.257467 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eab23cbd-c915-484e-8678-5a828b15187e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.261110 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eab23cbd-c915-484e-8678-5a828b15187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.296512 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab23cbd-c915-484e-8678-5a828b15187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bff1da-894b-41e3-b161-402e23d5996f,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:02.300738 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-eab23cbd-c915-484e-8678-5a828b15187e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52a39eb22a4f4165b10720e31f9ab1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513097 Jul 29 20:48:02.303332 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45288) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:02.350326 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89342048-672e-4c92-bb47-61b7cca432bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.371433 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89342048-672e-4c92-bb47-61b7cca432bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.418003 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89342048-672e-4c92-bb47-61b7cca432bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.420526 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89342048-672e-4c92-bb47-61b7cca432bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.421751 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-89342048-672e-4c92-bb47-61b7cca432bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61bff1da-894b-41e3-b161-402e23d5996f HTTP/1.1" status: 204 len: 168 time: 0.1175156 Jul 29 20:48:02.429687 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89342048-672e-4c92-bb47-61b7cca432bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bff1da-894b-41e3-b161-402e23d5996f,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:02.489516 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Deleting port 99514d7c-df4e-445a-9423-4424964ea799 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:02.490027 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.568192 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] For port 99514d7c-df4e-445a-9423-4424964ea799, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=99514d7c-df4e-445a-9423-4424964ea799,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:02.568560 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.581371 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Calling delete_port for 99514d7c-df4e-445a-9423-4424964ea799 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:03.000768 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.036627 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Pushing event deleted for resources: {'Port': ['ID=99514d7c-df4e-445a-9423-4424964ea799,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:03.206629 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933418'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.440674 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Router 3338899b-ac71-4df7-9150-e9e60d41630f has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:48:03.497917 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45318) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:03.547372 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:48:03.554975 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-06ca10c6-140f-4f36-8ee5-2195b05a6400 admin admin] 10.222.0.16 "PUT /v2.0/routers/3338899b-ac71-4df7-9150-e9e60d41630f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7187874 Jul 29 20:48:03.555614 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45322) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:03.557336 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14290e92-a995-4e22-8825-4be953809c0c None None] Sync routers for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:48:03.567283 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14290e92-a995-4e22-8825-4be953809c0c None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:03.568095 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-14290e92-a995-4e22-8825-4be953809c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:03.603589 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48320e5b-0f97-45ae-9231-d6628e0765d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.661388 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.685408 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-14290e92-a995-4e22-8825-4be953809c0c None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:03.697512 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48320e5b-0f97-45ae-9231-d6628e0765d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.701988 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48320e5b-0f97-45ae-9231-d6628e0765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.743360 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-48320e5b-0f97-45ae-9231-d6628e0765d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7337f4ab95b14ffe8bbd8869878998d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430942 Jul 29 20:48:03.743360 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48320e5b-0f97-45ae-9231-d6628e0765d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb58ae08-30e8-43b3-af92-aef57327e00c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:03.744237 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45324) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:03.797433 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.836855 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9747a37a-90f2-4a36-91f7-be46acf14ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.864235 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9747a37a-90f2-4a36-91f7-be46acf14ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.865339 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-14290e92-a995-4e22-8825-4be953809c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:48:02Z', 'revision_number': 5, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port': {'id': '8d0f9be4-ed38-430b-a637-e31441494e1d', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:00Z', 'updated_at': '2021-07-29T20:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:03.891460 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14290e92-a995-4e22-8825-4be953809c0c None None] Checking router: 3338899b-ac71-4df7-9150-e9e60d41630f for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:48:03.897610 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Deleting port 8d0f9be4-ed38-430b-a637-e31441494e1d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:03.897962 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.899432 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14290e92-a995-4e22-8825-4be953809c0c None None] Routers {'3338899b-ac71-4df7-9150-e9e60d41630f'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:03.900036 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-14290e92-a995-4e22-8825-4be953809c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['3338899b-ac71-4df7-9150-e9e60d41630f'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:03.966055 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9747a37a-90f2-4a36-91f7-be46acf14ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.968589 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9747a37a-90f2-4a36-91f7-be46acf14ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:03.969755 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9747a37a-90f2-4a36-91f7-be46acf14ec5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb58ae08-30e8-43b3-af92-aef57327e00c HTTP/1.1" status: 204 len: 168 time: 0.2245619 Jul 29 20:48:03.985649 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747a37a-90f2-4a36-91f7-be46acf14ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb58ae08-30e8-43b3-af92-aef57327e00c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:03.989818 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-14290e92-a995-4e22-8825-4be953809c0c None None] Set router 3338899b-ac71-4df7-9150-e9e60d41630f gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:03.999341 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] For port 8d0f9be4-ed38-430b-a637-e31441494e1d, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=8d0f9be4-ed38-430b-a637-e31441494e1d,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:03.999714 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.013340 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Calling delete_port for 8d0f9be4-ed38-430b-a637-e31441494e1d owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:04.052874 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-14290e92-a995-4e22-8825-4be953809c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:48:03Z', 'revision_number': 6, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port_host': None}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:04.080002 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14290e92-a995-4e22-8825-4be953809c0c None None] The sync data for ids ['3338899b-ac71-4df7-9150-e9e60d41630f'] in dv-cinder-802955-1-iscsi is: [{'id': '3338899b-ac71-4df7-9150-e9e60d41630f', 'name': 'tempest-TestShelveInstance-378822877-router', 'tenant_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:42:59Z', 'updated_at': '2021-07-29T20:48:03Z', 'revision_number': 6, 'project_id': '9eb1f16fb5784f7ab977bf500c8d3ed7', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:48:04.186100 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.213997 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0f9be4-ed38-430b-a637-e31441494e1d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:04.271759 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632456'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.359414 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-962'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.361748 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.411563 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526471'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.412579 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3338899b-ac71-4df7-9150-e9e60d41630f {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:48:04.419613 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.421144 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-02020db2-49ae-4797-8aac-96e309c3f3f5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3338899b-ac71-4df7-9150-e9e60d41630f HTTP/1.1" status: 204 len: 168 time: 0.8646071 Jul 29 20:48:04.423712 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45340) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:04.474337 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f888216-979b-43f9-971c-f8e93ed1a97a admin admin] Deleting subnet f9745ff1-20f8-48d2-91c0-1c8183a8ad1e {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:48:04.477879 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f888216-979b-43f9-971c-f8e93ed1a97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.515027 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f888216-979b-43f9-971c-f8e93ed1a97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2800963'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.606232 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f888216-979b-43f9-971c-f8e93ed1a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.658801 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f888216-979b-43f9-971c-f8e93ed1a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1907114'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.684472 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f888216-979b-43f9-971c-f8e93ed1a97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9745ff1-20f8-48d2-91c0-1c8183a8ad1e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:04.688160 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f888216-979b-43f9-971c-f8e93ed1a97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.690019 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-9f888216-979b-43f9-971c-f8e93ed1a97a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f9745ff1-20f8-48d2-91c0-1c8183a8ad1e HTTP/1.1" status: 204 len: 168 time: 0.2648039 Jul 29 20:48:04.692511 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45354) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:04.698684 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4961365d-4dfe-41a3-8b54-668730eebabe None None] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:04.764108 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.838290 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Deleting port 58a238d3-6689-4fc2-81ab-f5c510fd3256 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:04.839258 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.904057 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] For port 58a238d3-6689-4fc2-81ab-f5c510fd3256, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=58a238d3-6689-4fc2-81ab-f5c510fd3256,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:04.904426 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:04.918231 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Calling delete_port for 58a238d3-6689-4fc2-81ab-f5c510fd3256 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:04.926711 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] DHCP port deletion for 114500d4-e157-4e09-af70-f7c7bfc638f9 request from dv-cinder-802955-1-iscsi {{(pid=94859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:48:04.980058 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] Deleting port 58a238d3-6689-4fc2-81ab-f5c510fd3256 {{(pid=94859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:04.980447 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.008466 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.038475 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Pushing event deleted for resources: {'Port': ['ID=58a238d3-6689-4fc2-81ab-f5c510fd3256,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:05.044489 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] No DVR routers for this DVR port 58a238d3-6689-4fc2-81ab-f5c510fd3256 on host dv-cinder-802955-1-iscsi {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:48:05.047807 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] For port 58a238d3-6689-4fc2-81ab-f5c510fd3256, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=58a238d3-6689-4fc2-81ab-f5c510fd3256,segment=NetworkSegment(bb5d24e4-7d91-44eb-944e-0d60b884235f),segment_id=bb5d24e4-7d91-44eb-944e-0d60b884235f)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:05.048219 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.130216 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.144654 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114500d4-e157-4e09-af70-f7c7bfc638f9']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:05.156901 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5d24e4-7d91-44eb-944e-0d60b884235f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:05.157248 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5d24e4-7d91-44eb-944e-0d60b884235f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:05.169179 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2800968'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.188596 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.197231 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:48:05.197461 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2798185'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.198680 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] Calling delete_port for 58a238d3-6689-4fc2-81ab-f5c510fd3256 owned by network:dhcp {{(pid=94859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: Traceback (most recent call last): Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: timer() Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: cb(*args, **kw) Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: return func(*args, **kwargs) Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: self._notify() Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: self.callback(batched_events) Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: event.method(event) Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: return f(self, *a, **k) Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._get(url).json() Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: return self.request(url, 'GET', **kwargs) Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:48:05.200207 dv-cinder-802955-1-iscsi neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:48:05.274630 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.293391 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.297910 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] 10.222.0.16 "DELETE /v2.0/networks/114500d4-e157-4e09-af70-f7c7bfc638f9 HTTP/1.1" status: 204 len: 168 time: 0.6012979 Jul 29 20:48:05.298653 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45392) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:05.302651 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.310095 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f5243-a5ed-47f1-9674-408c959550fa admin admin] Pushing event deleted for resources: {'Network': ['ID=114500d4-e157-4e09-af70-f7c7bfc638f9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:05.310282 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] Network 114500d4-e157-4e09-af70-f7c7bfc638f9 is not hosted by any dhcp agent {{(pid=94859) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 20:48:05.310695 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] No DVR routers for this DVR port 58a238d3-6689-4fc2-81ab-f5c510fd3256 on host dv-cinder-802955-1-iscsi {{(pid=94859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:48:05.335106 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686a6b5-e6f2-41fc-955e-3ed06c923351 None None] Pushing event deleted for resources: {'Port': ['ID=58a238d3-6689-4fc2-81ab-f5c510fd3256,revision_number=None']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:05.472020 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 8d0f9be4-ed38-430b-a637-e31441494e1d no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:48:05.492366 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 8d0f9be4-ed38-430b-a637-e31441494e1d {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:48:05.492660 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 8d0f9be4-ed38-430b-a637-e31441494e1d not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:48:05.493087 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 99514d7c-df4e-445a-9423-4424964ea799 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:48:05.515067 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 99514d7c-df4e-445a-9423-4424964ea799 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:48:05.515423 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 99514d7c-df4e-445a-9423-4424964ea799 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:48:05.515851 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 58a238d3-6689-4fc2-81ab-f5c510fd3256 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:48:05.534521 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 58a238d3-6689-4fc2-81ab-f5c510fd3256 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:48:05.534877 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 58a238d3-6689-4fc2-81ab-f5c510fd3256 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:48:05.693050 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933446'] for router_interface, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:05.937720 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Deleting port 963775ed-0d81-4b95-8662-f4e60aeda037 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:05.938162 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:06.017236 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] For port 963775ed-0d81-4b95-8662-f4e60aeda037, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=963775ed-0d81-4b95-8662-f4e60aeda037,segment=NetworkSegment(727005dc-fdf4-4049-ba1d-933b2fceb5c0),segment_id=727005dc-fdf4-4049-ba1d-933b2fceb5c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:06.017655 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:06.037432 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Calling delete_port for 963775ed-0d81-4b95-8662-f4e60aeda037 owned by network:router_interface {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:06.212936 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:06.237452 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=963775ed-0d81-4b95-8662-f4e60aeda037,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:06.416158 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933418'] for router_interface, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:06.625959 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Router d1d73e19-a74e-46fb-a787-5169845993fa has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:48:06.731593 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:48:06.736836 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-9db93bcb-63e8-45e4-a2bd-ce91c3a25bb2 admin admin] 10.222.0.16 "PUT /v2.0/routers/d1d73e19-a74e-46fb-a787-5169845993fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371090 Jul 29 20:48:06.739394 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45412) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:06.739940 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] Sync routers for ids ['d1d73e19-a74e-46fb-a787-5169845993fa'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:48:06.749082 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] Routers {'d1d73e19-a74e-46fb-a787-5169845993fa'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:06.749721 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['d1d73e19-a74e-46fb-a787-5169845993fa'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:06.847155 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:06.853991 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] Set router d1d73e19-a74e-46fb-a787-5169845993fa gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:06.945879 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.033739 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '8b023a52-daca-4ba5-b894-055c911479f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:43:05Z', 'updated_at': '2021-07-29T20:48:06Z', 'revision_number': 5, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'gw_port': {'id': '8b023a52-daca-4ba5-b894-055c911479f5', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:43:06Z', 'updated_at': '2021-07-29T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:07.060683 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] Checking router: d1d73e19-a74e-46fb-a787-5169845993fa for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:48:07.069409 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] Routers {'d1d73e19-a74e-46fb-a787-5169845993fa'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:07.070063 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['d1d73e19-a74e-46fb-a787-5169845993fa'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:07.160016 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] Set router d1d73e19-a74e-46fb-a787-5169845993fa gateway port host: None {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:07.190881 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:48:07.219607 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:43:05Z', 'updated_at': '2021-07-29T20:48:06Z', 'revision_number': 6, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'gw_port_host': None}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:07.246192 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf67ad5-e12f-43e0-909a-e8d56d61a7fb None None] The sync data for ids ['d1d73e19-a74e-46fb-a787-5169845993fa'] in dv-cinder-802955-1-iscsi is: [{'id': 'd1d73e19-a74e-46fb-a787-5169845993fa', 'name': 'tempest-TestShelveInstance-30298182-router', 'tenant_id': 'a99e2395c875489e95954176b9a64db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:43:05Z', 'updated_at': '2021-07-29T20:48:06Z', 'revision_number': 6, 'project_id': 'a99e2395c875489e95954176b9a64db0', 'gw_port_host': None}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:48:07.269587 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Deleting port 8b023a52-daca-4ba5-b894-055c911479f5 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:07.269941 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.347049 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] For port 8b023a52-daca-4ba5-b894-055c911479f5, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=8b023a52-daca-4ba5-b894-055c911479f5,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:07.347406 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.361070 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Calling delete_port for 8b023a52-daca-4ba5-b894-055c911479f5 owned by network:router_gateway {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:07.521116 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.549813 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b023a52-daca-4ba5-b894-055c911479f5,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:07.618430 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632456'] for router_gateway, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.717483 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-962'] for router, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.719600 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.770885 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526471'] for router, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.771391 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d73e19-a74e-46fb-a787-5169845993fa {{(pid=94858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:48:07.781266 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] Notify callbacks [] for router, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.782461 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-b7bd38f2-a46d-4ab5-889d-aa801ad77c08 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d1d73e19-a74e-46fb-a787-5169845993fa HTTP/1.1" status: 204 len: 168 time: 1.0421734 Jul 29 20:48:07.785005 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45416) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:07.836129 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c56738a-786f-4d1e-9757-75ee3e07fce2 admin admin] Deleting subnet 1749a662-95a4-4020-9ae9-dcd976897f71 {{(pid=94858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:48:07.839626 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4c56738a-786f-4d1e-9757-75ee3e07fce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.873073 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4c56738a-786f-4d1e-9757-75ee3e07fce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59713195'] for subnet, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:07.953943 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4c56738a-786f-4d1e-9757-75ee3e07fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.008819 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 963775ed-0d81-4b95-8662-f4e60aeda037 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:48:08.026847 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4c56738a-786f-4d1e-9757-75ee3e07fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59473318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59360579'] for subnet, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.035714 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 963775ed-0d81-4b95-8662-f4e60aeda037 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:48:08.036290 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 963775ed-0d81-4b95-8662-f4e60aeda037 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:48:08.055726 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56738a-786f-4d1e-9757-75ee3e07fce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1749a662-95a4-4020-9ae9-dcd976897f71,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:08.062411 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4c56738a-786f-4d1e-9757-75ee3e07fce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.064294 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-4c56738a-786f-4d1e-9757-75ee3e07fce2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1749a662-95a4-4020-9ae9-dcd976897f71 HTTP/1.1" status: 204 len: 168 time: 0.2783844 Jul 29 20:48:08.066855 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45418) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:08.067445 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064dfa84-9579-47b7-b54c-cb6c819edaad None None] Network eb31bf63-40b0-4a0d-bca3-2bc267f407e7 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:08.142176 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.204125 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Deleting port 6c09b58f-281c-40d8-9b6e-581913a1171e {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:08.204462 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.258474 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc1baf-75c6-4cc7-82a5-e1d4dfdccf83 None None] DHCP port deletion for eb31bf63-40b0-4a0d-bca3-2bc267f407e7 request from dv-cinder-802955-1-iscsi {{(pid=94859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:48:08.271984 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] For port 6c09b58f-281c-40d8-9b6e-581913a1171e, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=6c09b58f-281c-40d8-9b6e-581913a1171e,segment=NetworkSegment(727005dc-fdf4-4049-ba1d-933b2fceb5c0),segment_id=727005dc-fdf4-4049-ba1d-933b2fceb5c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:08.272350 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.286904 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Calling delete_port for 6c09b58f-281c-40d8-9b6e-581913a1171e owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:08.307143 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-02cc1baf-75c6-4cc7-82a5-e1d4dfdccf83 None None] Deleting port 6c09b58f-281c-40d8-9b6e-581913a1171e {{(pid=94859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:08.307486 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-02cc1baf-75c6-4cc7-82a5-e1d4dfdccf83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.370694 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.375452 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-02cc1baf-75c6-4cc7-82a5-e1d4dfdccf83 None None] For port 6c09b58f-281c-40d8-9b6e-581913a1171e, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=6c09b58f-281c-40d8-9b6e-581913a1171e,segment=NetworkSegment(727005dc-fdf4-4049-ba1d-933b2fceb5c0),segment_id=727005dc-fdf4-4049-ba1d-933b2fceb5c0)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:08.375853 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-02cc1baf-75c6-4cc7-82a5-e1d4dfdccf83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.394619 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-02cc1baf-75c6-4cc7-82a5-e1d4dfdccf83 None None] Calling delete_port for 6c09b58f-281c-40d8-9b6e-581913a1171e owned by network:dhcp {{(pid=94859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:08.402187 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c09b58f-281c-40d8-9b6e-581913a1171e,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:08.403976 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] No DVR routers for this DVR port 6c09b58f-281c-40d8-9b6e-581913a1171e on host dv-cinder-802955-1-iscsi {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:48:08.468794 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-02cc1baf-75c6-4cc7-82a5-e1d4dfdccf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.471798 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.481342 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb31bf63-40b0-4a0d-bca3-2bc267f407e7']}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:08.491770 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727005dc-fdf4-4049-ba1d-933b2fceb5c0') {'for_net_delete': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:08.491770 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727005dc-fdf4-4049-ba1d-933b2fceb5c0') {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:08.493904 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc1baf-75c6-4cc7-82a5-e1d4dfdccf83 None None] Pushing event deleted for resources: {'Port': ['ID=6c09b58f-281c-40d8-9b6e-581913a1171e,revision_number=None']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:08.496248 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc1baf-75c6-4cc7-82a5-e1d4dfdccf83 None None] No DVR routers for this DVR port 6c09b58f-281c-40d8-9b6e-581913a1171e on host dv-cinder-802955-1-iscsi {{(pid=94859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:48:08.509318 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59713184'] for segment, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.524409 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.530650 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:48:08.531110 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470456'] for segment, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: Traceback (most recent call last): Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: timer() Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: cb(*args, **kw) Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: return func(*args, **kwargs) Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: self._notify() Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: self.callback(batched_events) Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: event.method(event) Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: return f(self, *a, **k) Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._get(url).json() Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: return self.request(url, 'GET', **kwargs) Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:48:08.532744 dv-cinder-802955-1-iscsi neutron-server[94858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:48:08.596820 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.602252 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.604093 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/eb31bf63-40b0-4a0d-bca3-2bc267f407e7 HTTP/1.1" status: 204 len: 168 time: 0.5363314 Jul 29 20:48:08.614839 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776adee-d939-455a-85d6-ba6e6888ec4d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb31bf63-40b0-4a0d-bca3-2bc267f407e7,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:08.764792 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45424) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:08.803713 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-50209b5e-ddeb-400a-a842-4759e2d577ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eb1f16fb5784f7ab977bf500c8d3ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376587 Jul 29 20:48:08.806171 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45426) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:08.853463 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-605c5d7d-e3be-4947-9dfa-96f732bf2658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.873946 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-605c5d7d-e3be-4947-9dfa-96f732bf2658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.922149 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-605c5d7d-e3be-4947-9dfa-96f732bf2658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.924639 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-605c5d7d-e3be-4947-9dfa-96f732bf2658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:08.925788 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-605c5d7d-e3be-4947-9dfa-96f732bf2658 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a5dd52b-e997-47b5-abda-7290c86862b8 HTTP/1.1" status: 204 len: 168 time: 0.1186821 Jul 29 20:48:08.935687 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c5d7d-e3be-4947-9dfa-96f732bf2658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5dd52b-e997-47b5-abda-7290c86862b8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:09.230464 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45432) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:09.269858 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-983b6f8f-cd8a-41e6-808b-6ee9eabd754a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a99e2395c875489e95954176b9a64db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382135 Jul 29 20:48:09.272216 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45434) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:09.319637 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a1af2c1-15d9-424c-8418-10433f4862a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:09.340641 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a1af2c1-15d9-424c-8418-10433f4862a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:09.385531 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a1af2c1-15d9-424c-8418-10433f4862a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:09.388063 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a1af2c1-15d9-424c-8418-10433f4862a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:09.389173 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-8a1af2c1-15d9-424c-8418-10433f4862a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/689138af-7103-4693-b668-71d0c49f894f HTTP/1.1" status: 204 len: 168 time: 0.1160645 Jul 29 20:48:09.396563 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1af2c1-15d9-424c-8418-10433f4862a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689138af-7103-4693-b668-71d0c49f894f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:09.484374 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 6c09b58f-281c-40d8-9b6e-581913a1171e no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:48:09.504074 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 6c09b58f-281c-40d8-9b6e-581913a1171e {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:48:09.504429 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 6c09b58f-281c-40d8-9b6e-581913a1171e not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:48:09.504854 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 8b023a52-daca-4ba5-b894-055c911479f5 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:48:09.525366 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 8b023a52-daca-4ba5-b894-055c911479f5 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:48:09.526256 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 8b023a52-daca-4ba5-b894-055c911479f5 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:48:21.630632 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dbae09a3-3455-48b9-82b3-ad4d55c46002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:24.231848 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-554d28ad-7fcf-4c2e-9a30-38fb4f4ca7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:24.343315 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:24.824535 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45498) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:24.929456 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22f1e1e0-afc2-4764-bbdb-84585d826a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.021345 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22f1e1e0-afc2-4764-bbdb-84585d826a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.025446 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22f1e1e0-afc2-4764-bbdb-84585d826a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.061420 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-22f1e1e0-afc2-4764-bbdb-84585d826a88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=debdde77a5ba448c9a91710da4c8b93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358415 Jul 29 20:48:25.062388 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1e1e0-afc2-4764-bbdb-84585d826a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf4adb-4148-44da-9e0b-b5ef6acb3a97,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:25.064212 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45502) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:25.113045 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.132836 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.177412 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.179958 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.181102 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5edf4adb-4148-44da-9e0b-b5ef6acb3a97 HTTP/1.1" status: 204 len: 168 time: 0.1157939 Jul 29 20:48:25.188407 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf4adb-4148-44da-9e0b-b5ef6acb3a97,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:25.195236 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.195588 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.196187 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.196523 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.196893 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.197228 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.197557 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.197916 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.198254 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.198579 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.198904 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.199229 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92669a8a-6abd-45cf-af90-184091dec2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:25.358671 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.957114 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:27.036715 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:44.160523 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:48:51.630189 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d23ceed5-9720-431a-8c12-7186f3121506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.231935 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd0e99c6-bb42-4712-b4f2-375a2b081b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.342197 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.361191 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.958426 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.035614 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.176062 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45704) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:58.289447 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c8987754-cc63-4384-bbc4-37675ef5a053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.338632 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-05aa092b-0925-4d3c-8a24-7bfba3cb8201 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1102641 Jul 29 20:48:58.422292 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b94a8-e643-4374-8297-70d4251a1130 req-d9f6b136-5483-4263-b40a-bb3aba13ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.423809 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-d9f6b136-5483-4263-b40a-bb3aba13ed8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 1099 time: 0.0625644 Jul 29 20:48:58.434843 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c8987754-cc63-4384-bbc4-37675ef5a053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.439139 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c8987754-cc63-4384-bbc4-37675ef5a053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.523077 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-c8987754-cc63-4384-bbc4-37675ef5a053 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eb04fa8a05c43388718e3f681bc4cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459530 Jul 29 20:48:58.525735 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45710) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:58.529730 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8987754-cc63-4384-bbc4-37675ef5a053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e8f79-05a5-469a-9976-cd1a7bef3c85,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:58.563236 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b94a8-e643-4374-8297-70d4251a1130 req-c1f5d1fa-2d46-43f2-824b-45522ae4697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.564687 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-c1f5d1fa-2d46-43f2-824b-45522ae4697b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.1207745 Jul 29 20:48:58.574504 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.596181 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.629998 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-13cca50d-7af5-4180-9b88-5e38701a928c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c42b5b55-33c4-4059-b30e-0db31b57f160 HTTP/1.1" status: 200 len: 1002 time: 0.0579889 Jul 29 20:48:58.643227 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.645758 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.646876 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c09e8f79-05a5-469a-9976-cd1a7bef3c85 HTTP/1.1" status: 204 len: 168 time: 0.1201725 Jul 29 20:48:58.654591 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e8f79-05a5-469a-9976-cd1a7bef3c85,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:58.661667 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.662016 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.662353 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.662684 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.663315 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.663315 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.663647 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.664055 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.664283 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.664603 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.664928 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.665290 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9336a37-f82b-4085-963d-80ffb86ff4f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:58.686137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b94a8-e643-4374-8297-70d4251a1130 req-af2a1b90-6d78-4b52-b15a-562d2f5d1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.687448 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-af2a1b90-6d78-4b52-b15a-562d2f5d1edd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0509815 Jul 29 20:48:58.733702 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b94a8-e643-4374-8297-70d4251a1130 req-56bb1d2b-6076-4280-b7ef-b9796a51c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.735213 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-56bb1d2b-6076-4280-b7ef-b9796a51c45c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407591 Jul 29 20:48:58.746933 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-f2d2f235-73fd-4fb4-912b-5764e9d8f108 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:48:58.748593 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-f2d2f235-73fd-4fb4-912b-5764e9d8f108 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053244 Jul 29 20:48:58.842465 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-c9c1a743-415b-43ae-b56e-08e538a8a3ef service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868008 Jul 29 20:48:58.942370 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-748b94a8-e643-4374-8297-70d4251a1130 req-a7175c36-07f1-4ae8-8ca6-0a60d5f823cf service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918884 Jul 29 20:49:21.160155 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:49:21.631129 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-9e13e39f-796f-4bfa-904c-81545a6cce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.232099 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-26aca4ad-fc93-4249-ad63-0251461b96ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.341968 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.363350 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.983201 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.039854 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:51.631324 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-08e341c8-91cf-499f-b532-f81d301f8f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:54.231078 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7c075ac8-323b-4948-a413-67879907b066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:54.341900 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:55.366765 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:55.996262 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:57.039531 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.159820 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:49:59.236474 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-9f547da3-2f24-49b9-859f-f23bb6c27a2c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406876 Jul 29 20:49:59.314695 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-c71d8e56-a6d1-410d-890b-5f81e08772f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.316151 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-c71d8e56-a6d1-410d-890b-5f81e08772f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 1099 time: 0.0390801 Jul 29 20:49:59.420560 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-ebb00560-880b-4dd8-b5ce-c16ca8248ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.422029 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-ebb00560-880b-4dd8-b5ce-c16ca8248ca0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.0874019 Jul 29 20:49:59.485556 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-97201305-51cc-4bfb-8b0c-311eda447578 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d796cc3a-d21f-4796-872b-b123dc9c8751 HTTP/1.1" status: 200 len: 1001 time: 0.0564950 Jul 29 20:49:59.536473 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-1f2f963e-8f22-4375-a422-bfe781e85494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.537827 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-1f2f963e-8f22-4375-a422-bfe781e85494 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0458088 Jul 29 20:49:59.582679 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-c069fb35-e009-49d6-92ff-bcda204baa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.584110 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-c069fb35-e009-49d6-92ff-bcda204baa50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391273 Jul 29 20:49:59.671053 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-acd25c30-5c90-4bd9-b3a3-fbc40bc0cd20 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785913 Jul 29 20:49:59.761540 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-3e214b3a-a7b0-4401-be29-5392378cfb42 req-49000816-bb47-401c-8cb7-42ca56f532c0 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837049 Jul 29 20:50:07.543862 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45744) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:07.697450 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Deleting port 87d0e396-1285-41aa-9c26-bcd1961055fd {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:07.697817 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:07.772286 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:07.772539 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:07.783854 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Calling delete_port for 87d0e396-1285-41aa-9c26-bcd1961055fd owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:07.925870 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:07.952702 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event deleted for resources: {'Port': ['ID=87d0e396-1285-41aa-9c26-bcd1961055fd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:07.974770 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.975120 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.975465 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.975802 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.976134 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.976465 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.976793 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.977119 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.977445 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.977816 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.978145 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:07.978467 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:08.019259 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:08.019611 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.db.l3_db [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Floating IP c1ac6d98-22ae-4f59-9eb8-8f1e28884597 disassociated (deleted). External IP: 172.27.3.160, port: c42b5b55-33c4-4059-b30e-0db31b57f160. Jul 29 20:50:08.440177 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:50:08.549203 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:50:08.554106 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:08.558550 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] Sync routers for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:50:08.567314 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:08.567964 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:08.580030 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-aad1a1a9-cbc2-4699-98b1-2a9b4271f24f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "DELETE /v2.0/floatingips/c1ac6d98-22ae-4f59-9eb8-8f1e28884597 HTTP/1.1" status: 204 len: 168 time: 1.0350943 Jul 29 20:50:08.580634 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:08.582888 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b406ec5619ba16d065caec662b98cec23eb14a75aad6793b81e6fea0af8c0b7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d114a-a2dc-45df-9eda-d82dc3e4949f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:08.677817 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:08.823588 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc5896a-62ad-49e6-ba79-1ba12b478188 x-openstack-request-id: req-4bc5896a-62ad-49e6-ba79-1ba12b478188 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:08.823873 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:08.824120 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bc5896a-62ad-49e6-ba79-1ba12b478188 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:08.824519 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'status': 'completed', 'code': 200} Jul 29 20:50:08.921167 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '5b81bfa7-4fe9-4154-9bfb-b228a1a1be20', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:35Z', 'updated_at': '2021-07-29T20:44:36Z', 'revision_number': 1, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:08.930011 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-518b4757-1057-4629-ab0c-057a6aa2ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:08.932051 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-518b4757-1057-4629-ab0c-057a6aa2ecef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 1099 time: 0.0812216 Jul 29 20:50:08.944356 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d043ba-2758-4c9f-bf37-349b013324e1 req-6a236556-f5f9-41c3-af15-07925ddf2c5d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:08.945807 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d043ba-2758-4c9f-bf37-349b013324e1 req-6a236556-f5f9-41c3-af15-07925ddf2c5d tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 946 time: 0.1825275 Jul 29 20:50:08.950916 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] Checking router: f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:50:08.959153 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:08.959759 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:09.031685 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-75d043ba-2758-4c9f-bf37-349b013324e1 req-37b6415a-5bca-4d06-95a7-e065ebc21c53 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776391 Jul 29 20:50:09.058791 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-b8ac658f-c6a3-452b-99c6-13fff088684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.060303 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-b8ac658f-c6a3-452b-99c6-13fff088684b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.1136134 Jul 29 20:50:09.064581 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:09.101111 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-dd4bb275-8be1-49cb-a247-6369adcb4132 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c42b5b55-33c4-4059-b30e-0db31b57f160 HTTP/1.1" status: 200 len: 217 time: 0.0330880 Jul 29 20:50:09.154659 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-92fe88af-4077-41d0-be41-a56fb90233b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.156131 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-92fe88af-4077-41d0-be41-a56fb90233b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0464423 Jul 29 20:50:09.209060 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-7244b7d1-9f83-430f-915a-5603c1a982a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.210622 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-7244b7d1-9f83-430f-915a-5603c1a982a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459971 Jul 29 20:50:09.285198 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '5b81bfa7-4fe9-4154-9bfb-b228a1a1be20', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:35Z', 'updated_at': '2021-07-29T20:44:36Z', 'revision_number': 1, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:09.306351 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-baba2d7a-d7c3-4a3f-a45b-7ae339feadc5 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873382 Jul 29 20:50:09.311382 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c9573-97ba-4ccd-a695-d3bd5c2f930d None None] The sync data for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi is: [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_floatingips': [{'id': '5b81bfa7-4fe9-4154-9bfb-b228a1a1be20', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'router_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'port_id': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'mac_address': 'fa:16:3e:25:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9787e-5794-455c-a90d-809e84cafaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:44:35Z', 'updated_at': '2021-07-29T20:44:36Z', 'revision_number': 1, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:50:09.403496 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-d50d114a-a2dc-45df-9eda-d82dc3e4949f req-85353a68-3ebd-45f5-95c4-a61a5d5dcee7 service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888286 Jul 29 20:50:09.511872 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f61e93-2ee8-493a-9add-eedead1471d1 None None] New status for floating IP c1ac6d98-22ae-4f59-9eb8-8f1e28884597: DOWN {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:50:10.194473 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c96e-550a-4b94-ac15-9150131aeb16 req-f5fdbcbc-9ff9-43da-a489-66d0d4a7c9a2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.195920 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-eda4c96e-550a-4b94-ac15-9150131aeb16 req-f5fdbcbc-9ff9-43da-a489-66d0d4a7c9a2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 946 time: 0.0967410 Jul 29 20:50:10.232718 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-eda4c96e-550a-4b94-ac15-9150131aeb16 req-e7dd822a-d7a7-45d5-a192-6e806aaf369f tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Jul 29 20:50:10.314407 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-1bb54080-a04c-4337-a695-773b3583a802 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.315739 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-1bb54080-a04c-4337-a695-773b3583a802 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 946 time: 0.0467217 Jul 29 20:50:10.403826 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Deleting port c42b5b55-33c4-4059-b30e-0db31b57f160 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:10.404157 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.486478 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] For port c42b5b55-33c4-4059-b30e-0db31b57f160, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=c42b5b55-33c4-4059-b30e-0db31b57f160,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:10.486830 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.498921 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Calling delete_port for c42b5b55-33c4-4059-b30e-0db31b57f160 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:10.622434 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.649364 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event deleted for resources: {'Port': ['ID=c42b5b55-33c4-4059-b30e-0db31b57f160,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:10.672666 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.673023 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.673350 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.673702 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.674026 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.674353 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.674677 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.674997 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.675318 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.675635 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.675951 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.676267 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:10.702515 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] No DVR routers for this DVR port c42b5b55-33c4-4059-b30e-0db31b57f160 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:10.705051 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.707164 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5c84175f-5328-49f3-95a9-65c4519d7ae4 req-88e9ae00-fe22-49e2-ac83-2f4de3e6aad2 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "DELETE /v2.0/ports/c42b5b55-33c4-4059-b30e-0db31b57f160 HTTP/1.1" status: 204 len: 173 time: 0.3856664 Jul 29 20:50:10.707625 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'name': 'network-vif-deleted', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:10.709866 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516a540a-a335-402d-974b-55a6fcbf6423" -d '{"events": [{"server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "name": "network-vif-deleted", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:10.839811 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff5a04-895e-4150-abaa-b9faa11d77e5 x-openstack-request-id: req-b2ff5a04-895e-4150-abaa-b9faa11d77e5 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:10.840103 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fb2fc4-0296-422f-9ebd-3c3192d96f38", "name": "network-vif-deleted", "tag": "c42b5b55-33c4-4059-b30e-0db31b57f160", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:10.840359 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2ff5a04-895e-4150-abaa-b9faa11d77e5 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:10.840760 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fb2fc4-0296-422f-9ebd-3c3192d96f38', 'name': 'network-vif-deleted', 'tag': 'c42b5b55-33c4-4059-b30e-0db31b57f160', 'status': 'completed', 'code': 200} Jul 29 20:50:11.345077 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-fdf19abb-f531-4b28-ae3d-a6a3a2279b0c req-dff2ffe8-bf8a-44cb-9421-52f5e8b879fd tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fb2fc4-0296-422f-9ebd-3c3192d96f38 HTTP/1.1" status: 200 len: 210 time: 0.0353322 Jul 29 20:50:14.328930 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device c42b5b55-33c4-4059-b30e-0db31b57f160 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:14.352322 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: c42b5b55-33c4-4059-b30e-0db31b57f160 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:14.352663 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device c42b5b55-33c4-4059-b30e-0db31b57f160 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:14.607758 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45792) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:14.758137 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Deleting port 70b4ed3b-84d1-42d5-b3ed-c0888300f7c3 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:14.758476 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:14.831288 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:14.831617 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:14.843308 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Calling delete_port for 70b4ed3b-84d1-42d5-b3ed-c0888300f7c3 owned by network:floatingip {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:15.006684 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.035409 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event deleted for resources: {'Port': ['ID=70b4ed3b-84d1-42d5-b3ed-c0888300f7c3,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:15.094784 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.095128 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.db.l3_db [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Floating IP 5b81bfa7-4fe9-4154-9bfb-b228a1a1be20 disassociated (deleted). External IP: 172.27.3.61, port: d796cc3a-d21f-4796-872b-b123dc9c8751. Jul 29 20:50:15.293200 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:50:15.398764 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:50:15.403432 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.410034 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] Sync routers for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:50:15.418881 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:15.419485 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:15.430200 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-8f8f3fab-b710-4b81-ac16-de59af35b765 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "DELETE /v2.0/floatingips/5b81bfa7-4fe9-4154-9bfb-b228a1a1be20 HTTP/1.1" status: 204 len: 168 time: 0.8213649 Jul 29 20:50:15.430785 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:15.433563 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca61dd6-4753-43be-9968-a9cccb10d8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:15.491956 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6e34d3-9525-47cf-a172-39d5b94b693d x-openstack-request-id: req-3c6e34d3-9525-47cf-a172-39d5b94b693d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:15.492583 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:15.492897 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c6e34d3-9525-47cf-a172-39d5b94b693d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:15.493509 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'status': 'completed', 'code': 200} Jul 29 20:50:15.545633 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-f64d21fa-c022-4bfd-beeb-d477bcc8bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:15.547396 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-f64d21fa-c022-4bfd-beeb-d477bcc8bdca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b849c45b3c57497ea229df6565c2af55&device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 1099 time: 0.0459228 Jul 29 20:50:15.648420 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:15.675646 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-13a7ea67-421f-4e34-aca5-f50e7387852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:15.677109 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-13a7ea67-421f-4e34-aca5-f50e7387852a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 200 len: 912 time: 0.1217773 Jul 29 20:50:15.685835 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be12b9-03a1-4b74-ad28-8885418d556a req-a166a36b-99d0-400f-9d08-2b1a9261810b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:15.687196 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b2be12b9-03a1-4b74-ad28-8885418d556a req-a166a36b-99d0-400f-9d08-2b1a9261810b tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 946 time: 0.0715899 Jul 29 20:50:15.730207 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-a0c15454-96a6-438c-8ae9-3ea5bf69ba4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d796cc3a-d21f-4796-872b-b123dc9c8751 HTTP/1.1" status: 200 len: 217 time: 0.0420961 Jul 29 20:50:15.782164 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-b2be12b9-03a1-4b74-ad28-8885418d556a req-fdc76847-9f87-49a5-bdd0-362c3f1e17d7 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d111202e-01b2-4478-9b21-a8482dcdd491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873735 Jul 29 20:50:15.805963 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-67ce0c2b-c51c-49e6-8aee-81ba58ea0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:15.805963 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-67ce0c2b-c51c-49e6-8aee-81ba58ea0cc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 200 len: 850 time: 0.0581758 Jul 29 20:50:15.848468 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-0031ac84-6433-4334-9176-624d044e78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:15.849976 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-0031ac84-6433-4334-9176-624d044e78f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a72f0ea6-5a3b-4a2e-8d05-bc2372309059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421119 Jul 29 20:50:15.850128 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:15.877134 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] Checking router: f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:50:15.886024 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:15.886641 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:15.939897 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-f2f63e7a-5145-457a-93ab-7d1ac35c53ff service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823925 Jul 29 20:50:15.989892 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:16.027161 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-5ca61dd6-4753-43be-9968-a9cccb10d8fb req-a8cf243e-4f25-418f-9357-42bcab02f1ee service neutron] 10.222.0.18 "GET /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795500 Jul 29 20:50:16.189873 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:16.201210 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-47107916-46a7-44cb-b665-fe8cd7dbe1d5 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:16.202731 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-47107916-46a7-44cb-b665-fe8cd7dbe1d5 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 946 time: 0.0480027 Jul 29 20:50:16.216252 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777904ef-078a-4495-bd5c-fea9da82dd99 None None] The sync data for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi is: [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:40:19Z', 'revision_number': 4, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi', '_interfaces': [{'id': '1bcf5600-f5b6-4f99-8cd5-52db82dc0f68', 'name': '', 'network_id': 'a72f0ea6-5a3b-4a2e-8d05-bc2372309059', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'mac_address': 'fa:16:3e:dc:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:18Z', 'updated_at': '2021-07-29T20:40:28Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'subnets': [{'id': 'ad198601-d3a7-40fe-bb0f-be551f805d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:50:16.296191 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Deleting port d796cc3a-d21f-4796-872b-b123dc9c8751 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:16.296534 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.384154 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] For port d796cc3a-d21f-4796-872b-b123dc9c8751, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d796cc3a-d21f-4796-872b-b123dc9c8751,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:16.384525 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.402411 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Calling delete_port for d796cc3a-d21f-4796-872b-b123dc9c8751 owned by compute:nova {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:16.419676 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5159a-840b-41f9-a73a-a070b8c0bb7d None None] New status for floating IP 5b81bfa7-4fe9-4154-9bfb-b228a1a1be20: DOWN {{(pid=94860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:50:16.526872 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.576250 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event deleted for resources: {'Port': ['ID=d796cc3a-d21f-4796-872b-b123dc9c8751,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:16.597169 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] No DVR routers for this DVR port d796cc3a-d21f-4796-872b-b123dc9c8751 on host hv-cinder-80295 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:16.599683 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for port, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.601884 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [req-240ba52a-5107-4be9-aabb-baeaa91b8c67 req-dbe33481-3e70-40b4-8c00-69916313ee79 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.18 "DELETE /v2.0/ports/d796cc3a-d21f-4796-872b-b123dc9c8751 HTTP/1.1" status: 204 len: 173 time: 0.3928680 Jul 29 20:50:16.881376 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [req-507cd43d-4368-4689-a800-e522d68b27e2 req-a9d31dc9-3504-45ca-b1e9-e85a7dd00976 tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "GET /v2.0/ports?device_id=46a9787e-5794-455c-a90d-809e84cafaf7 HTTP/1.1" status: 200 len: 210 time: 0.0271487 Jul 29 20:50:17.494180 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'name': 'network-vif-deleted', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:17.496552 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf62402b92d3b02a27bb1084dc88a250eee33fbfa33df393f82ce35e51c247a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eed6812-aa5e-48dd-a02f-ece4b7e56853" -d '{"events": [{"server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "name": "network-vif-deleted", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:17.530167 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a636f0-6e84-4579-b965-7a04c447eb3d x-openstack-request-id: req-f1a636f0-6e84-4579-b965-7a04c447eb3d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:17.530473 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a9787e-5794-455c-a90d-809e84cafaf7", "name": "network-vif-deleted", "tag": "d796cc3a-d21f-4796-872b-b123dc9c8751", "status": "completed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:17.530703 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1a636f0-6e84-4579-b965-7a04c447eb3d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:17.531091 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a9787e-5794-455c-a90d-809e84cafaf7', 'name': 'network-vif-deleted', 'tag': 'd796cc3a-d21f-4796-872b-b123dc9c8751', 'status': 'completed', 'code': 200} Jul 29 20:50:17.935778 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45806) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:18.312320 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Deleting port 5c0b2429-f8e0-41d0-9ef8-355b71f7e490 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:18.312653 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.383034 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.383364 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.395251 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Calling delete_port for 5c0b2429-f8e0-41d0-9ef8-355b71f7e490 owned by network:floatingip {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:18.520140 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.544506 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event deleted for resources: {'Port': ['ID=5c0b2429-f8e0-41d0-9ef8-355b71f7e490,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:18.606034 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for floatingip, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.608810 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117834'] for floatingip, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.609965 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-57004fa5-0c6c-4082-8200-db66123f00ae tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "DELETE /v2.0/floatingips/31bb34f8-ae9a-40a7-8eb2-cbcb5d0f04d3 HTTP/1.1" status: 204 len: 168 time: 0.6732252 Jul 29 20:50:19.799452 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45818) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:19.860506 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-836224d2-9374-48ce-9361-486b886bb3dd tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.892928 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-836224d2-9374-48ce-9361-486b886bb3dd tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.950654 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-836224d2-9374-48ce-9361-486b886bb3dd tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.953178 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-836224d2-9374-48ce-9361-486b886bb3dd tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.954341 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-836224d2-9374-48ce-9361-486b886bb3dd tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] 10.222.0.16 "DELETE /v2.0/security-groups/d111202e-01b2-4478-9b21-a8482dcdd491 HTTP/1.1" status: 204 len: 168 time: 0.1539247 Jul 29 20:50:19.963812 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836224d2-9374-48ce-9361-486b886bb3dd tempest-TestVolumeBootPattern-1537228733 tempest-TestVolumeBootPattern-1537228733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d111202e-01b2-4478-9b21-a8482dcdd491,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:20.013998 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:20.354484 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d796cc3a-d21f-4796-872b-b123dc9c8751 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:20.373878 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] No Port match for: d796cc3a-d21f-4796-872b-b123dc9c8751 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:20.374233 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Device d796cc3a-d21f-4796-872b-b123dc9c8751 not bound to the agent host hv-cinder-80295 {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:20.442742 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933446'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:20.678395 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Deleting port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:20.678734 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:20.752937 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] For port 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=1bcf5600-f5b6-4f99-8cd5-52db82dc0f68,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:20.753314 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:20.766380 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Calling delete_port for 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:20.939255 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:20.969984 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcf5600-f5b6-4f99-8cd5-52db82dc0f68,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:21.127458 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933418'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.333462 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:50:21.435250 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:50:21.440747 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-4f449668-790f-4a65-90d1-481d40553c4c admin admin] 10.222.0.16 "PUT /v2.0/routers/f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4253654 Jul 29 20:50:21.443178 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45826) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:21.444043 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] Sync routers for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:50:21.453751 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:21.454394 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:21.547551 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.557819 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: dv-cinder-802955-1-iscsi {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:21.644002 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.668676 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-302897b5-e8ef-4a39-a748-5740f23ce3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.701917 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Deleting port aa04127d-c36c-420f-9e65-dc0f1074cbd2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:21.702259 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.745241 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:50:20Z', 'revision_number': 5, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port': {'id': 'aa04127d-c36c-420f-9e65-dc0f1074cbd2', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:15Z', 'updated_at': '2021-07-29T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:21.771210 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] Checking router: f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a for host: dv-cinder-802955-1-iscsi {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:50:21.778699 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] For port aa04127d-c36c-420f-9e65-dc0f1074cbd2, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=aa04127d-c36c-420f-9e65-dc0f1074cbd2,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:21.779092 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.779591 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] Routers {'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:21.780200 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:21.792703 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Calling delete_port for aa04127d-c36c-420f-9e65-dc0f1074cbd2 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:21.865285 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] Set router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:21.916236 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:50:21Z', 'revision_number': 6, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port_host': None}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:21.944488 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029f700-b085-4b31-8a6a-e9ce40819b5d None None] The sync data for ids ['f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a'] in dv-cinder-802955-1-iscsi is: [{'id': 'f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a', 'name': 'tempest-TestVolumeBootPattern-507216494-router', 'tenant_id': 'b849c45b3c57497ea229df6565c2af55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:14Z', 'updated_at': '2021-07-29T20:50:21Z', 'revision_number': 6, 'project_id': 'b849c45b3c57497ea229df6565c2af55', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:50:21.958070 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.988119 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa04127d-c36c-420f-9e65-dc0f1074cbd2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:22.047235 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632456'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.131929 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-962'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.133983 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.175618 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526471'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.176583 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:50:22.181316 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.185069 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-7bd1656a-4a13-4ef0-bfa5-e17ac2a93ed4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f1794d90-fc70-4e2c-91ce-ea0d8a5caf3a HTTP/1.1" status: 204 len: 168 time: 0.7385333 Jul 29 20:50:22.185278 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45828) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:22.228905 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19f3975-725c-4ac4-906a-e3b8da767564 admin admin] Deleting subnet ad198601-d3a7-40fe-bb0f-be551f805d61 {{(pid=94858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:50:22.231811 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f19f3975-725c-4ac4-906a-e3b8da767564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.264260 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f19f3975-725c-4ac4-906a-e3b8da767564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59713195'] for subnet, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.345353 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f19f3975-725c-4ac4-906a-e3b8da767564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.396585 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f19f3975-725c-4ac4-906a-e3b8da767564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59473318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59360579'] for subnet, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.423712 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f19f3975-725c-4ac4-906a-e3b8da767564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.425543 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f19f3975-725c-4ac4-906a-e3b8da767564 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ad198601-d3a7-40fe-bb0f-be551f805d61 HTTP/1.1" status: 204 len: 168 time: 0.2392275 Jul 29 20:50:22.426526 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f3975-725c-4ac4-906a-e3b8da767564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad198601-d3a7-40fe-bb0f-be551f805d61,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:22.428040 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:22.430632 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9796c98-48d2-452b-a297-09165347e63b None None] Network a72f0ea6-5a3b-4a2e-8d05-bc2372309059 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:50:22.714559 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] DHCP port deletion for a72f0ea6-5a3b-4a2e-8d05-bc2372309059 request from dv-cinder-802955-1-iscsi {{(pid=94859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:50:22.724914 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.761124 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Deleting port 432203c8-84e5-45f2-8c3a-b02060402a73 {{(pid=94859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:22.761368 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.776633 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Deleting port 432203c8-84e5-45f2-8c3a-b02060402a73 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:22.776982 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.838393 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] For port 432203c8-84e5-45f2-8c3a-b02060402a73, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=432203c8-84e5-45f2-8c3a-b02060402a73,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:22.838793 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.844668 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] For port 432203c8-84e5-45f2-8c3a-b02060402a73, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=432203c8-84e5-45f2-8c3a-b02060402a73,segment=NetworkSegment(f66d74d3-90af-4dec-9f77-02a62d1864bc),segment_id=f66d74d3-90af-4dec-9f77-02a62d1864bc)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:22.845036 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.851127 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Calling delete_port for 432203c8-84e5-45f2-8c3a-b02060402a73 owned by network:dhcp {{(pid=94859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:22.857524 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Calling delete_port for 432203c8-84e5-45f2-8c3a-b02060402a73 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:22.935515 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.944479 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801048'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.962182 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Pushing event deleted for resources: {'Port': ['ID=432203c8-84e5-45f2-8c3a-b02060402a73,revision_number=None']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:22.966782 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] No DVR routers for this DVR port 432203c8-84e5-45f2-8c3a-b02060402a73 on host dv-cinder-802955-1-iscsi {{(pid=94859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:22.972283 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Pushing event deleted for resources: {'Port': ['ID=432203c8-84e5-45f2-8c3a-b02060402a73,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:22.974109 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] No DVR routers for this DVR port 432203c8-84e5-45f2-8c3a-b02060402a73 on host dv-cinder-802955-1-iscsi {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:22.980232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.980232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.980232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.980232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.980232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.980232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.980232 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.984025 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.984382 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.984724 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.985043 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:22.985380 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04bad1e-04e2-4a3d-bac6-1da292505158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-1-iscsi {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:23.050772 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.061101 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72f0ea6-5a3b-4a2e-8d05-bc2372309059']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:23.071264 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66d74d3-90af-4dec-9f77-02a62d1864bc') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:23.071559 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66d74d3-90af-4dec-9f77-02a62d1864bc') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:23.080086 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2800968'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.093192 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.099032 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:50:23.099416 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2798185'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: self.session.flush() Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: self.session.flush() Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: self.session.flush() Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: self.session.flush() Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: Traceback (most recent call last): Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: timer() Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: cb(*args, **kw) Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: return func(*args, **kwargs) Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: self._notify() Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: self.callback(batched_events) Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: event.method(event) Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: return f(self, *a, **k) Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._get(url).json() Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: return self.request(url, 'GET', **kwargs) Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:50:23.101019 dv-cinder-802955-1-iscsi neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:50:23.157157 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.162708 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.164525 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] 10.222.0.16 "DELETE /v2.0/networks/a72f0ea6-5a3b-4a2e-8d05-bc2372309059 HTTP/1.1" status: 204 len: 168 time: 0.7355216 Jul 29 20:50:23.168049 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45832) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:23.175453 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ca31c-66eb-448a-8ee4-a6262080cabd admin admin] Pushing event deleted for resources: {'Network': ['ID=a72f0ea6-5a3b-4a2e-8d05-bc2372309059,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:23.509851 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933446'] for router_interface, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.531729 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 432203c8-84e5-45f2-8c3a-b02060402a73 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:23.551676 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 432203c8-84e5-45f2-8c3a-b02060402a73 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:23.552021 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 432203c8-84e5-45f2-8c3a-b02060402a73 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:23.552442 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:23.570682 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:23.571032 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1bcf5600-f5b6-4f99-8cd5-52db82dc0f68 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:23.571449 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device aa04127d-c36c-420f-9e65-dc0f1074cbd2 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:23.592484 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: aa04127d-c36c-420f-9e65-dc0f1074cbd2 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:23.592831 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device aa04127d-c36c-420f-9e65-dc0f1074cbd2 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:23.752158 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Deleting port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:23.752414 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.828574 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] For port 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=1f3e3992-6a0d-4a2f-baaa-5f3225ff335d,segment=NetworkSegment(2f4910fd-e626-43a2-b13b-050771b5a3fe),segment_id=2f4910fd-e626-43a2-b13b-050771b5a3fe)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:23.828931 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.841688 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Calling delete_port for 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d owned by network:router_interface {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:24.013895 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.036058 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3e3992-6a0d-4a2f-baaa-5f3225ff335d,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:24.204558 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933418'] for router_interface, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.230295 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c89d36af-f934-4875-96a9-97e46bd2b1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.342185 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.411996 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Router 660763e9-ef90-4255-b081-6845fc501c89 has already been hosted by L3 agent 2264e7b0-e676-4b0f-9add-b9f990902f7f {{(pid=94858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:50:24.515527 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] Notify agent at l3_agent.dv-cinder-802955-1-iscsi the message routers_updated {{(pid=94858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:50:24.520345 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-c4d03456-02cf-4402-89c5-7c30f4305e55 admin admin] 10.222.0.16 "PUT /v2.0/routers/660763e9-ef90-4255-b081-6845fc501c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3512292 Jul 29 20:50:24.522881 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45834) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:24.524086 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] Sync routers for ids ['660763e9-ef90-4255-b081-6845fc501c89'] in dv-cinder-802955-1-iscsi {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:50:24.532924 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] Routers {'660763e9-ef90-4255-b081-6845fc501c89'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:24.533511 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:50:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['660763e9-ef90-4255-b081-6845fc501c89'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:24.625639 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.633802 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] Set router 660763e9-ef90-4255-b081-6845fc501c89 gateway port host: dv-cinder-802955-1-iscsi {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:24.723639 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.775661 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Deleting port e68738e8-197b-4dfb-9eb8-5dac892fce01 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:24.776003 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.809878 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660763e9-ef90-4255-b081-6845fc501c89', 'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'external_fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:25Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 5, 'project_id': '726c87b992d742578c280ae994916cdc', 'gw_port': {'id': 'e68738e8-197b-4dfb-9eb8-5dac892fce01', 'name': '', 'network_id': '1a7b2476-bd99-4ab6-8b64-75a4dc5caae5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:02:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660763e9-ef90-4255-b081-6845fc501c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '083c3289-666b-4219-959a-96099780db54', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:26Z', 'updated_at': '2021-07-29T20:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '083c3289-666b-4219-959a-96099780db54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-1-iscsi'}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:24.835012 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] Checking router: 660763e9-ef90-4255-b081-6845fc501c89 for host: dv-cinder-802955-1-iscsi {{(pid=94860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:50:24.843487 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] Routers {'660763e9-ef90-4255-b081-6845fc501c89'} bound to L3 agent in host dv-cinder-802955-1-iscsi {{(pid=94860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:24.844079 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T20:30:54Z,description=,heartbeat_timestamp=2021-07-29T20:50:24Z,host='dv-cinder-802955-1-iscsi',id=2264e7b0-e676-4b0f-9add-b9f990902f7f,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:30:54Z,topic='l3_agent')) {'router_ids': ['660763e9-ef90-4255-b081-6845fc501c89'], 'active': True} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:24.852243 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] For port e68738e8-197b-4dfb-9eb8-5dac892fce01, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=e68738e8-197b-4dfb-9eb8-5dac892fce01,segment=NetworkSegment(30c4857b-8f5b-41ef-b5a0-278fc71e034a),segment_id=30c4857b-8f5b-41ef-b5a0-278fc71e034a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:24.852610 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.865234 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Calling delete_port for e68738e8-197b-4dfb-9eb8-5dac892fce01 owned by network:router_gateway {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:24.925779 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_dvr_db [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] Set router 660763e9-ef90-4255-b081-6845fc501c89 gateway port host: None {{(pid=94860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:24.974512 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.l3_hamode_db [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660763e9-ef90-4255-b081-6845fc501c89', 'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:25Z', 'updated_at': '2021-07-29T20:50:24Z', 'revision_number': 6, 'project_id': '726c87b992d742578c280ae994916cdc', 'gw_port_host': None}], 'dv-cinder-802955-1-iscsi', False) {} {{(pid=94860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:25.002781 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779deef-fd4c-4f08-bb79-3f2418915185 None None] The sync data for ids ['660763e9-ef90-4255-b081-6845fc501c89'] in dv-cinder-802955-1-iscsi is: [{'id': '660763e9-ef90-4255-b081-6845fc501c89', 'name': 'tempest-TestVolumeBootPattern-2013387457-router', 'tenant_id': '726c87b992d742578c280ae994916cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:40:25Z', 'updated_at': '2021-07-29T20:50:24Z', 'revision_number': 6, 'project_id': '726c87b992d742578c280ae994916cdc', 'gw_port_host': None}] {{(pid=94860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:50:25.028224 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.052181 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e68738e8-197b-4dfb-9eb8-5dac892fce01,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:25.122796 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632456'] for router_gateway, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.207225 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-962'] for router, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.209138 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.249266 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526471'] for router, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.249815 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 660763e9-ef90-4255-b081-6845fc501c89 {{(pid=94858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:50:25.254539 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] Notify callbacks [] for router, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.255669 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-f83564e8-19ee-4d70-afb7-c0b7c565eae5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/660763e9-ef90-4255-b081-6845fc501c89 HTTP/1.1" status: 204 len: 168 time: 0.7318377 Jul 29 20:50:25.258179 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45836) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:25.304844 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cac4b79-7bc5-4382-9cf6-2c71b96d7aae admin admin] Deleting subnet 646c0702-4dad-49c6-b1a6-a2ac6665fe92 {{(pid=94858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:50:25.307683 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5cac4b79-7bc5-4382-9cf6-2c71b96d7aae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.342481 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5cac4b79-7bc5-4382-9cf6-2c71b96d7aae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59713195'] for subnet, precommit_delete_associations {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.372651 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.424412 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5cac4b79-7bc5-4382-9cf6-2c71b96d7aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725191'] for subnet, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.475656 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5cac4b79-7bc5-4382-9cf6-2c71b96d7aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59473318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59360579'] for subnet, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.500840 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac4b79-7bc5-4382-9cf6-2c71b96d7aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646c0702-4dad-49c6-b1a6-a2ac6665fe92,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:25.506314 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5cac4b79-7bc5-4382-9cf6-2c71b96d7aae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.508315 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-5cac4b79-7bc5-4382-9cf6-2c71b96d7aae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/646c0702-4dad-49c6-b1a6-a2ac6665fe92 HTTP/1.1" status: 204 len: 168 time: 0.2490697 Jul 29 20:50:25.511179 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45838) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:25.513667 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cd68ee-c94f-4d71-ac82-01e631f95961 None None] Network bda8dd41-7719-4ef0-b0fc-a26c34ea9192 requested from dv-cinder-802955-1-iscsi {{(pid=94859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:50:25.575807 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16327374'] for network, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.627454 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Deleting port fb93d106-ab1a-45d2-941b-7135046df393 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:25.627796 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.777398 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be544f1c-0c02-4666-b027-215f58cbcf22 None None] DHCP port deletion for bda8dd41-7719-4ef0-b0fc-a26c34ea9192 request from dv-cinder-802955-1-iscsi {{(pid=94859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:50:25.834357 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:25.859109 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:25.859563 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device 1f3e3992-6a0d-4a2f-baaa-5f3225ff335d not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:25.860055 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device e68738e8-197b-4dfb-9eb8-5dac892fce01 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:25.881779 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-be544f1c-0c02-4666-b027-215f58cbcf22 None None] Deleting port fb93d106-ab1a-45d2-941b-7135046df393 {{(pid=94859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:25.882159 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-be544f1c-0c02-4666-b027-215f58cbcf22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775196646539'] for port, before_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.883945 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No Port match for: e68738e8-197b-4dfb-9eb8-5dac892fce01 {{(pid=94859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:25.884611 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device e68738e8-197b-4dfb-9eb8-5dac892fce01 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:25.885127 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device fb93d106-ab1a-45d2-941b-7135046df393 no longer exists at agent ovs-agent-dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:25.977340 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] For port fb93d106-ab1a-45d2-941b-7135046df393, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=fb93d106-ab1a-45d2-941b-7135046df393,segment=NetworkSegment(2f4910fd-e626-43a2-b13b-050771b5a3fe),segment_id=2f4910fd-e626-43a2-b13b-050771b5a3fe)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:25.977750 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.992344 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Calling delete_port for fb93d106-ab1a-45d2-941b-7135046df393 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:26.075558 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59473289'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.105086 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.106649 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] No DVR routers for this DVR port fb93d106-ab1a-45d2-941b-7135046df393 on host dv-cinder-802955-1-iscsi {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:26.110441 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb93d106-ab1a-45d2-941b-7135046df393,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:26.112895 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-be544f1c-0c02-4666-b027-215f58cbcf22 None None] For port fb93d106-ab1a-45d2-941b-7135046df393, host dv-cinder-802955-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-1-iscsi',level=0,port_id=fb93d106-ab1a-45d2-941b-7135046df393,segment=NetworkSegment(2f4910fd-e626-43a2-b13b-050771b5a3fe),segment_id=2f4910fd-e626-43a2-b13b-050771b5a3fe)] {{(pid=94859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:26.113299 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-be544f1c-0c02-4666-b027-215f58cbcf22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-929169'] for port, precommit_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.122785 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] No active binding found for port fb93d106-ab1a-45d2-941b-7135046df393 {{(pid=94859) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 20:50:26.123203 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.rpc [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Device fb93d106-ab1a-45d2-941b-7135046df393 not bound to the agent host dv-cinder-802955-1-iscsi {{(pid=94859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:26.127658 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.plugins.ml2.plugin [None req-be544f1c-0c02-4666-b027-215f58cbcf22 None None] Calling delete_port for fb93d106-ab1a-45d2-941b-7135046df393 owned by network:dhcp {{(pid=94859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:26.178983 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16712272', 'neutron.services.segments.db._delete_segments_for_network-8775196728113'] for network, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.189615 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda8dd41-7719-4ef0-b0fc-a26c34ea9192']}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:26.200763 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4910fd-e626-43a2-b13b-050771b5a3fe') {'for_net_delete': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:26.201056 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.services.segments.db [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4910fd-e626-43a2-b13b-050771b5a3fe') {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:26.202192 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-be544f1c-0c02-4666-b027-215f58cbcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16360854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775196652319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775196279534'] for port, after_delete {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.215472 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775196729914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59713184'] for segment, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.229186 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353'] for segment, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.230139 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be544f1c-0c02-4666-b027-215f58cbcf22 None None] Pushing event deleted for resources: {'Port': ['ID=fb93d106-ab1a-45d2-941b-7135046df393,revision_number=None']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:26.234714 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be544f1c-0c02-4666-b027-215f58cbcf22 None None] No DVR routers for this DVR port fb93d106-ab1a-45d2-941b-7135046df393 on host dv-cinder-802955-1-iscsi {{(pid=94859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:26.235062 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:50:26.235449 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16712353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470456'] for segment, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: Traceback (most recent call last): Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: timer() Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: cb(*args, **kw) Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: return func(*args, **kwargs) Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: self._notify() Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: self.callback(batched_events) Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: event.method(event) Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: return f(self, *a, **k) Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._get(url).json() Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: return self.request(url, 'GET', **kwargs) Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:50:26.237136 dv-cinder-802955-1-iscsi neutron-server[94858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:50:26.292571 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16712265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632500'] for network, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.297064 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598151'] for network, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.301617 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bda8dd41-7719-4ef0-b0fc-a26c34ea9192 HTTP/1.1" status: 204 len: 168 time: 0.7894938 Jul 29 20:50:26.314227 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812bb54-8f4c-4c87-9e83-a5bce86fc475 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda8dd41-7719-4ef0-b0fc-a26c34ea9192,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:26.418725 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45842) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:26.456868 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-6db71969-cecd-4442-be5d-96d9facc3434 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b849c45b3c57497ea229df6565c2af55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370460 Jul 29 20:50:26.459104 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [-] (94858) accepted ('10.222.0.16', 45844) {{(pid=94858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:26.505563 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-602ddda9-bb75-469a-aa15-93e23a3b2827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.526180 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-602ddda9-bb75-469a-aa15-93e23a3b2827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.570128 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-602ddda9-bb75-469a-aa15-93e23a3b2827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.572524 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-602ddda9-bb75-469a-aa15-93e23a3b2827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.573659 dv-cinder-802955-1-iscsi neutron-server[94858]: INFO neutron.wsgi [None req-602ddda9-bb75-469a-aa15-93e23a3b2827 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f99945c-6e4b-4781-a5c7-97bc975aec30 HTTP/1.1" status: 204 len: 168 time: 0.1136758 Jul 29 20:50:26.580848 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ddda9-bb75-469a-aa15-93e23a3b2827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99945c-6e4b-4781-a5c7-97bc975aec30,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:26.891506 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45850) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:26.930005 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-75b4ec37-42ad-4520-8a38-ddce29d44ebc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=726c87b992d742578c280ae994916cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373373 Jul 29 20:50:26.932244 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.16', 45852) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:26.978875 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d31082b8-45ab-4cc4-baf2-cfcf9b3f1560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.999104 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d31082b8-45ab-4cc4-baf2-cfcf9b3f1560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.042530 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.047970 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d31082b8-45ab-4cc4-baf2-cfcf9b3f1560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528347'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.050816 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d31082b8-45ab-4cc4-baf2-cfcf9b3f1560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.051991 dv-cinder-802955-1-iscsi neutron-server[94857]: INFO neutron.wsgi [None req-d31082b8-45ab-4cc4-baf2-cfcf9b3f1560 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2f6e242-ae70-4df4-a926-92c6def87a47 HTTP/1.1" status: 204 len: 168 time: 0.1188776 Jul 29 20:50:27.059799 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31082b8-45ab-4cc4-baf2-cfcf9b3f1560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f6e242-ae70-4df4-a926-92c6def87a47,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:35.159063 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:50:51.628073 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-484309e7-3c45-47a2-9c0d-77e332b10796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:54.231440 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-93a5cfb2-1c70-4b90-99c4-3e3635deba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:54.341546 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:55.372976 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:56.025460 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:57.044321 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:12.157849 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:51:21.628423 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b4e29b9e-1005-452a-856c-491c26f38f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.230836 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b2dfe73d-2061-4149-98ec-a5e6c8a08257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.340939 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.376287 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.025164 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:27.045887 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.157071 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:51:51.634903 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8637eb5f-9edc-4057-a20c-cba29a106d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.232198 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b25d3a4b-457c-4b03-8bca-93dc1b45a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.341563 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.379609 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:56.041178 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:57.048190 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.627994 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-54e286f8-fd67-4ffa-b42e-867323ee1a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.231643 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1979c898-593b-416f-9912-5cc29d70e63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.341972 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:25.381262 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.041162 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.154804 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:52:27.051619 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:51.627389 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-27d4b318-e5e8-4b01-a84e-1fd349b84bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.232315 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-835b90cf-8eab-44e9-8cb3-ac271967f365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.342172 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.382960 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:56.041882 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:57.053671 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:03.155414 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:53:21.628062 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b3ef-88b5-4d49-ae4f-6446dc4b68ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:24.231571 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d5f91890-3057-4971-a365-044dc0644ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:24.341769 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:25.386697 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.046986 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:27.056264 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:40.154093 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:53:51.628081 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8409d66c-2436-4349-b9ca-c5f4f2804600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:54.232016 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-06ba6680-3f10-4ef0-b499-b3c8e3849d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:54.341969 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:55.389067 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.061627 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.058540 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:02.686389 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [req-740e82d7-b782-432a-b8d9-78936f7d01d0 req-f8c8f567-2820-4580-bd45-3228036ab113 service neutron] (94858) timed out ('10.222.0.18', 50312) {{(pid=94858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 20:54:02.725163 dv-cinder-802955-1-iscsi neutron-server[94858]: DEBUG neutron.wsgi [req-71038f40-703a-4049-97a2-dd2467d182f9 req-17f917ae-e779-4c1a-856d-91144bced7a8 service neutron] (94858) timed out ('10.222.0.18', 50318) {{(pid=94858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 20:54:17.154282 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:54:21.629273 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fa60394f-89c8-46be-9f75-6753cc7ead25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.236744 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-05abb642-c7fa-41a1-bff2-8c99ecdf70b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.342474 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.394307 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.070653 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.062664 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:51.629575 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1ab597c2-0461-4ed4-8af3-9d01e4145893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:54.152547 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:54:54.236501 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fcd540a3-eb46-4bc8-afa9-9ba93aa39db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:54.343411 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:55.393523 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:56.077119 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:57.065154 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:21.630430 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a7142ace-7cf8-494c-9b88-696bcbe29daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:23.717462 dv-cinder-802955-1-iscsi neutron-server[94857]: DEBUG neutron.wsgi [req-dd5e2819-b25c-484e-9c41-191353f77727 req-816e155e-9a92-470b-a9fb-50dcff569075 service neutron] (94857) timed out ('10.222.0.18', 50350) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 20:55:24.237044 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e7bd-fe13-413d-ba9a-83982621eaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:24.344160 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb12613c-1436-42d6-b863-846a060eda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:25.398835 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-33035d2b-3995-41bc-9a96-07ba4c46ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:26.075771 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b20bec34-9479-4736-8357-79ebb93db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:27.067971 dv-cinder-802955-1-iscsi neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe383-6858-42ca-925f-904fa12ff573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775196728095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16712854'] for agent, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:31.151820 dv-cinder-802955-1-iscsi neutron-server[94860]: DEBUG neutron.db.agents_db [None req-244fb827-5a32-40e1-94a5-0041f4d30316 None None] Agent healthcheck: found 6 active agents {{(pid=94860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}